-- Logs begin at Sun 2021-06-06 11:13:51 UTC, end at Sun 2021-06-06 12:08:27 UTC. --
Jun 06 11:43:49.677940 dv-cinder-786260-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 06 11:43:52.219274 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.common.config [-] Logging enabled!
Jun 06 11:43:52.219835 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev272
Jun 06 11:43:52.219944 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91600) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 06 11:43:52.223134 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.common.config [-] Logging enabled!
Jun 06 11:43:52.223381 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev272
Jun 06 11:43:52.223686 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=91600) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 06 11:43:52.224583 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 06 11:43:52.224838 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 06 11:43:52.225191 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 06 11:43:52.225431 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 06 11:43:52.225653 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 06 11:43:52.225967 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.226260 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.226548 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.226769 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.227055 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.227341 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.227618 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.227898 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.228186 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.228462 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.228753 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.229033 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.229256 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.229531 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.229811 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.230089 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.230304 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] debug                          = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.231203 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.231625 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.232025 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.232304 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.232588 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.232891 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.233156 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.233424 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.233709 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.234027 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] host                           = dv-cinder-786260-3-iscsi {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.234298 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.234577 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.234854 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.235128 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.235395 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.235663 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.235939 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.236203 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.236466 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.236752 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.237032 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.237309 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.237592 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.237809 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.238023 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.238303 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.238580 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.238850 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.239119 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.239387 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.239653 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.239921 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.240183 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.240457 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.240753 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.241032 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.241300 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.241568 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.241830 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.242095 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.242373 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.242639 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.242903 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.243169 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.243450 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.243713 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.243980 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.244270 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.244546 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.244842 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.245120 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.245384 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.245657 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.245919 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.246205 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.246468 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.246731 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.246991 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.247266 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.247527 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.247789 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.248053 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.248314 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.248588 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:52.248894 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.249186 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.249478 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.249753 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.250037 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.250311 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.250588 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.250854 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.251132 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.251411 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.251690 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.251956 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.252234 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.252501 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.252806 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.253102 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.253386 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.253671 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.253939 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.254206 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.254471 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.254739 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.255012 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.255295 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.255574 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.255839 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.256108 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.256387 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.256654 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.256941 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.257211 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.257491 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.257760 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.258023 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.258294 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.258560 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.258821 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.259083 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.259349 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.259628 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.259895 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.260158 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.260420 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.260720 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.260985 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.261262 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.261530 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.261817 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.262081 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.262349 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.262612 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.262877 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.263145 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.263409 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.263681 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.263946 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.264464 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.264760 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.265028 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.265293 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.265556 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.265818 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.266085 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.266348 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.266609 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.266871 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.267132 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.267397 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.267673 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.267959 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.268229 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.268498 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.268793 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.269063 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.269332 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.269600 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.269869 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.270139 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.270405 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.270685 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.270959 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.271235 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.271507 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.271774 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.272057 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.272325 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.272597 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.272887 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.273160 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.273440 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.273715 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.274001 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.274284 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.274567 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.274850 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.275133 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.275404 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.275699 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.275968 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:52.276179 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 06 11:43:52.276409 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=91600) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 06 11:43:52.617764 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:43:52.618047 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:43:52.618313 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:43:52.618777 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 06 11:43:52.996669 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:52.996975 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:52.997241 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:52.998434 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:52.998715 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:52.998980 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.034839 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.035114 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.035374 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.048230 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.048499 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.048792 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.077036 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.077302 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.077560 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.114200 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.114474 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.114738 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.344353 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3faef10940> agent after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.344991 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f3faef10940> agent after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.344991 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f3faef109d0> segment precommit_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.345229 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f3faef10a60> network precommit_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.345878 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f3faef25c10> segment before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.466975 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> network before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.467285 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f3faf036700> agent before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.467565 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_net of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> network before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.467844 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> port before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.468113 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler_port of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> port before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.468421 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> segment precommit_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.468680 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> segment precommit_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.468957 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> segment after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.469211 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> segment after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.469493 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> network after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.469753 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> network precommit_delete 0 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.470018 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> port provisioning_complete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.470283 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> rbac-policy before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.470541 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> rbac-policy after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.470808 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> agent after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.471077 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> subnet after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.471334 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> subnet precommit_delete 0 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.471604 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> rbac-policy before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.471856 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> rbac-policy before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.472134 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> segment_host_mapping after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.472480 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> port after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.472753 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> port after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.473004 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> port after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.473284 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> rbac-policy before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.473534 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> rbac-policy before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.473779 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f3faf905760>> rbac-policy before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.474171 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=91600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 06 11:43:53.474409 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=91600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 06 11:43:53.474640 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=91600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 06 11:43:53.474869 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=91600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 06 11:43:53.475097 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=91600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 06 11:43:53.475322 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=91600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 06 11:43:53.475672 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 06 11:43:53.478729 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 06 11:43:53.482751 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 06 11:43:53.486528 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(650, 699)])])
Jun 06 11:43:53.488149 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 06 11:43:53.488587 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 06 11:43:53.488943 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 06 11:43:53.489318 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 06 11:43:53.492053 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 06 11:43:53.492300 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 06 11:43:53.492637 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 06 11:43:53.520074 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 06 11:43:53.520506 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f3faee12280>> qos_plugin after_init 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.520824 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=91600) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 06 11:43:53.521177 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f3faee12520>> logging-plugin after_init 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.522510 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=91600) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 06 11:43:53.522785 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 06 11:43:53.523023 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 06 11:43:53.526240 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3faee89820>> floatingip before_response 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.526517 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f3faee89820>> port before_response 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:53.591019 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 06 11:43:53.591247 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 06 11:43:53.591474 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 06 11:43:53.591832 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 06 11:43:53.622653 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_db.sqlalchemy.engines [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=91600) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}}
Jun 06 11:43:53.956412 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Initializing driver for type 'gre'
Jun 06 11:43:53.957097 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] gre ID ranges: [(1, 1000)]
Jun 06 11:43:54.008948 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Initializing driver for type 'local'
Jun 06 11:43:54.009275 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Initializing driver for type 'vlan'
Jun 06 11:43:54.020649 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] VlanTypeDriver initialization complete
Jun 06 11:43:54.021044 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Initializing driver for type 'vxlan'
Jun 06 11:43:54.021514 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] vxlan ID ranges: [(1, 1000)]
Jun 06 11:43:54.074385 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Initializing extension driver 'port_security'
Jun 06 11:43:54.074765 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.extensions.port_security [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] PortSecurityExtensionDriver initialization complete
Jun 06 11:43:54.075092 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Initializing mechanism driver 'openvswitch'
Jun 06 11:43:54.075422 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Initializing mechanism driver 'hyperv'
Jun 06 11:43:54.081804 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.plugins.ml2.plugin [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=91600) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:43:54.082545 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3faedd7dc0>> port after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.082910 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3faedd7dc0>> port after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.083253 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3faedd7dc0>> port after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.083633 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3faedd7c70>> subnet after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.083976 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3faedd7c70>> subnet after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.084309 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3faedd7c70>> subnet after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.084678 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97a7c0>> network after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.085041 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97a7c0>> network after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.085374 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_payload_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97a7c0>> network after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.085738 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97aa30>> security_group after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.086075 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97aa30>> security_group after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.086406 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97aa30>> security_group after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.086771 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97aca0>> security_group_rule after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.087110 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97aca0>> security_group_rule after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.087438 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97aca0>> security_group_rule after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.087800 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97af10>> address_group after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.088133 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97af10>> address_group after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.088459 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f3fae97af10>> address_group after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.088810 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] ML2 OVO RPC backend initialized. {{(pid=91600) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}}
Jun 06 11:43:54.089496 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> router_interface after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.089839 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> router_interface after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.090243 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> network before_response 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.090578 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> networks before_response 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.090913 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> port before_response 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.091243 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> ports before_response 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.091570 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> subnet before_response 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.091897 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> subnets before_response 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.092229 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> network after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.092554 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> network after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.092903 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> network after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.093234 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> port after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.093561 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> port after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.093883 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> port after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.094214 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> subnet after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.094528 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> subnet after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.094849 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f3fae987340>> subnet after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.095403 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.plugin [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Modular L2 Plugin initialization complete
Jun 06 11:43:54.095718 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading services supported by the core plugin {{(pid=91600) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 06 11:43:54.096029 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.plugins.ml2.managers [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Got port-security extension from driver 'port_security'
Jun 06 11:43:54.096473 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.extensions.vlantransparent [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Disabled vlantransparent extension.
Jun 06 11:43:54.096979 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=91600) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 06 11:43:54.097282 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading Plugin: router
Jun 06 11:43:54.133362 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router_interface before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.133745 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router after_create 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.134106 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router before_create 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.134461 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router_interface before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.134822 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router_interface after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.135166 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router after_delete 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.135512 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> floatingip after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.135866 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router after_create 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.136205 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router after_update 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.136542 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router after_update 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.136922 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router_gateway after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.137271 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router after_update 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.137668 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router precommit_update 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.138029 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f3faf0a9ee0> port after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.138359 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f3faf0a9dc0> port after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.138685 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f3faf0a9e50> subnet after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.139014 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f3faf0a9f70> subnetpool_address_scope after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.139619 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> port precommit_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.139960 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router precommit_create 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.140293 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f3faed4fdc0> port before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.140627 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router precommit_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.141001 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router after_update 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.141334 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router precommit_delete 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.141672 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router precommit_create 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.142023 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router_interface after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.142362 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> router precommit_update 55549900 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.142722 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f3fae987460>> network after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.143559 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Tracking information for resource: router configured {{(pid=91600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 06 11:43:54.143879 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Tracking information for resource: floatingip configured {{(pid=91600) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 06 11:43:54.148787 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.db.l3_agentschedulers_db [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 06 11:43:54.149352 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f3fae900820> port after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.149702 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f3fae900700> port after_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.150040 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function _notify_port_delete at 0x7f3fae900790> port after_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.150378 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f3fae900af0> port after_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.151142 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fae8a3c70>> router before_create 55550100 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.151498 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fae8a3c70>> router precommit_delete 55550100 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.151855 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fae8a3c70>> router precommit_create 55550100 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.152204 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f3fae8a3c70>> router precommit_update 55550100 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.156560 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.services.provider_configuration [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service providers = [] {{(pid=91600) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 06 11:43:54.156943 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.db.servicetype_db [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=91600) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 06 11:43:54.159773 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.services.service_base [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=91600) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 06 11:43:54.160115 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.services.service_base [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=91600) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 06 11:43:54.160442 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.services.service_base [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=91600) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 06 11:43:54.161317 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.services.service_base [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=91600) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 06 11:43:54.161676 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.services.service_base [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 06 11:43:54.162205 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=91600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 06 11:43:54.162515 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 06 11:43:54.173385 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=91600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 06 11:43:54.173712 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading Plugin: auto_allocate
Jun 06 11:43:54.179427 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3fae8cde50> network precommit_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.179780 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f3fae8cde50> network precommit_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.180279 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=91600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 06 11:43:54.180585 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading Plugin: tag
Jun 06 11:43:54.188986 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=91600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 06 11:43:54.189306 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading Plugin: timestamp
Jun 06 11:43:54.193012 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=91600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 06 11:43:54.193332 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading Plugin: network_ip_availability
Jun 06 11:43:54.198442 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fae929b50>> rbac-policy before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.198805 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fae929b50>> rbac-policy before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.199151 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fae929b50>> rbac-policy before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.200274 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=91600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 06 11:43:54.200739 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading Plugin: flavors
Jun 06 11:43:54.314000 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=91600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 06 11:43:54.314305 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading Plugin: revisions
Jun 06 11:43:54.318890 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=91600) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 06 11:43:54.319277 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.701s {{(pid=91600) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:43:54.320028 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=91600) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Jun 06 11:43:54.320354 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Initializing extension manager.
Jun 06 11:43:54.320873 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: __init__.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.321207 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: __pycache__ {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.321534 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.321857 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: address_group.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.322610 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.323185 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: address-group
Jun 06 11:43:54.323500 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: address_scope.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.324209 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.324756 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: address-scope
Jun 06 11:43:54.325071 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: admin_state_down_before_update.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.325970 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.326470 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: router-admin-state-down-before-update
Jun 06 11:43:54.326780 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: agent.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.327454 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.327950 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: agent
Jun 06 11:43:54.328260 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: agent_resources_synced.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.329186 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.329685 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: agent-resources-synced
Jun 06 11:43:54.329996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: allowedaddresspairs.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.331744 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.332265 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: allowed-address-pairs
Jun 06 11:43:54.332589 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: auto_allocated_topology.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.333662 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.334174 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: auto-allocated-topology
Jun 06 11:43:54.334490 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: availability_zone.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.335163 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.335666 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: availability_zone
Jun 06 11:43:54.335981 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: availability_zone_filter.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.336887 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.337395 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: availability_zone_filter
Jun 06 11:43:54.337706 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: data_plane_status.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.338590 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.339086 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension data-plane-status not supported by any of loaded plugins
Jun 06 11:43:54.339397 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: default_subnetpools.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.340821 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.341322 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: default-subnetpools
Jun 06 11:43:54.341634 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: dhcpagentscheduler.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.342421 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.342919 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: dhcp_agent_scheduler
Jun 06 11:43:54.343235 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: dns.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.344111 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.344608 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension dns-integration not supported by any of loaded plugins
Jun 06 11:43:54.345871 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: dns_domain_ports.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.345871 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.346432 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 06 11:43:54.346887 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: dvr.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.347303 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.347801 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: dvr
Jun 06 11:43:54.348115 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: empty_string_filtering.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.349019 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.349517 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: empty-string-filtering
Jun 06 11:43:54.349828 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.350701 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.351197 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 06 11:43:54.351506 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.352377 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.353082 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 06 11:43:54.353397 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: external_net.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.354274 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.354780 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: external-net
Jun 06 11:43:54.355090 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: extra_dhcp_opt.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.356518 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.357046 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: extra_dhcp_opt
Jun 06 11:43:54.357359 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: extraroute.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.358230 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.358728 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: extraroute
Jun 06 11:43:54.359037 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: extraroute_atomic.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.360028 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.360527 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: extraroute-atomic
Jun 06 11:43:54.360869 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: filter_validation.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.361512 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.362004 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: filter-validation
Jun 06 11:43:54.362313 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: fip_pf_description.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.363188 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.363680 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 06 11:43:54.363984 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: fip_port_details.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.364887 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.365391 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: fip-port-details
Jun 06 11:43:54.365701 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: flavors.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.366899 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.367406 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: flavors
Jun 06 11:43:54.367720 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.369399 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.369923 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 06 11:43:54.370247 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: floatingip_pools.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.370922 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.371456 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: floatingip-pools
Jun 06 11:43:54.371774 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: ip_allocation.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.372661 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.373192 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension ip_allocation not supported by any of loaded plugins
Jun 06 11:43:54.373506 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.374393 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.374898 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: ip-substring-filtering
Jun 06 11:43:54.375211 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: l2_adjacency.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.376111 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.376606 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 06 11:43:54.376941 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: l3.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.377875 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.378385 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: router
Jun 06 11:43:54.378698 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: l3_conntrack_helper.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.380936 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.381452 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 06 11:43:54.381773 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.382660 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.383176 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: ext-gw-mode
Jun 06 11:43:54.383494 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.384387 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.384916 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: l3-ha
Jun 06 11:43:54.385231 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: l3_flavors.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.386118 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.386619 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: l3-flavors
Jun 06 11:43:54.386954 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.387850 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.388349 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 06 11:43:54.388659 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: l3agentscheduler.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.389951 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.390451 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: l3_agent_scheduler
Jun 06 11:43:54.390766 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: logging.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.392336 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.392886 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension logging not supported by any of loaded plugins
Jun 06 11:43:54.393210 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: metering.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.393920 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.394491 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: metering
Jun 06 11:43:54.394804 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.395858 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.396363 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: metering_source_and_destination_fields
Jun 06 11:43:54.396678 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: multiprovidernet.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.397602 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.398103 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: multi-provider
Jun 06 11:43:54.398411 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: netmtu.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.399285 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.399780 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: net-mtu
Jun 06 11:43:54.400088 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: netmtu_writable.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.401004 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.401501 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: net-mtu-writable
Jun 06 11:43:54.401809 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: network_availability_zone.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.402962 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.403464 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: network_availability_zone
Jun 06 11:43:54.403772 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: network_ip_availability.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.404865 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.405368 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: network-ip-availability
Jun 06 11:43:54.405677 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: network_segment_range.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.406408 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.406903 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension network-segment-range not supported by any of loaded plugins
Jun 06 11:43:54.407212 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: pagination.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.408170 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.408487 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: pagination
Jun 06 11:43:54.408832 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: port_device_profile.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.409706 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.410213 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: port-device-profile
Jun 06 11:43:54.410523 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.411400 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.411903 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: port-mac-address-regenerate
Jun 06 11:43:54.412210 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.413121 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.413622 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: port-numa-affinity-policy
Jun 06 11:43:54.413931 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: port_resource_request.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.414810 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.415307 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension port-resource-request not supported by any of loaded plugins
Jun 06 11:43:54.415618 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: portbindings.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.416502 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.417035 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: binding
Jun 06 11:43:54.417343 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: portbindings_extended.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.419135 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.419643 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: binding-extended
Jun 06 11:43:54.419958 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: portsecurity.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.420870 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.421373 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: port-security
Jun 06 11:43:54.421686 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: project_id.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.422618 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.422937 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: project-id
Jun 06 11:43:54.423253 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: providernet.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.424133 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.424632 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: provider
Jun 06 11:43:54.424971 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: qos.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.428455 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.428996 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension qos not supported by any of loaded plugins
Jun 06 11:43:54.429321 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.430524 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.431031 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 06 11:43:54.431349 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.432228 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.432754 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 06 11:43:54.433075 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: qos_default.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.433969 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.434470 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension qos-default not supported by any of loaded plugins
Jun 06 11:43:54.434785 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: qos_fip.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.435404 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.435897 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension qos-fip not supported by any of loaded plugins
Jun 06 11:43:54.436208 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: qos_gateway_ip.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.437288 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.437790 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 06 11:43:54.438104 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: qos_port_network_policy.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.438978 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.439474 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 06 11:43:54.439788 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: qos_rule_type_details.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.440664 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.441189 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 06 11:43:54.441505 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: qos_rules_alias.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.442526 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.443032 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 06 11:43:54.443350 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: quotasv2.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.444222 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.444537 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: quotas
Jun 06 11:43:54.444869 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: quotasv2_detail.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.447850 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.448180 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: quota_details
Jun 06 11:43:54.448499 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: rbac.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.449561 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.450080 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: rbac-policies
Jun 06 11:43:54.450401 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: rbac_address_group.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.451295 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.451806 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: rbac-address-group
Jun 06 11:43:54.452122 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: rbac_address_scope.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.453035 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.453545 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: rbac-address-scope
Jun 06 11:43:54.453859 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: rbac_security_groups.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.454754 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.455255 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: rbac-security-groups
Jun 06 11:43:54.455568 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: rbac_subnetpool.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.456446 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.456983 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: rbac-subnetpool
Jun 06 11:43:54.457296 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: revisionifmatch.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.458178 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.458678 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: revision-if-match
Jun 06 11:43:54.458990 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: revisions.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.460059 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.460565 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: standard-attr-revisions
Jun 06 11:43:54.460907 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: router_availability_zone.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.461554 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.462054 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: router_availability_zone
Jun 06 11:43:54.462362 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: routerservicetype.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.463251 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.463751 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension router-service-type not supported by any of loaded plugins
Jun 06 11:43:54.464062 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.465492 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.465994 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: security-groups-normalized-cidr
Jun 06 11:43:54.466302 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: security_groups_port_filtering.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.467194 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.467695 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: port-security-groups-filtering
Jun 06 11:43:54.468002 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.468943 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.469445 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: security-groups-remote-address-group
Jun 06 11:43:54.469752 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: securitygroup.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.479209 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.479731 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: security-group
Jun 06 11:43:54.480053 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: segment.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.481371 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.481876 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension segment not supported by any of loaded plugins
Jun 06 11:43:54.482193 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.483094 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.483595 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 06 11:43:54.483911 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: servicetype.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.484992 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.485504 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: service-type
Jun 06 11:43:54.485821 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: sorting.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.486767 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.487089 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: sorting
Jun 06 11:43:54.487400 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: standard_attr_segment.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.488282 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.488821 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 06 11:43:54.489135 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: standardattrdescription.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.489762 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.490269 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: standard-attr-description
Jun 06 11:43:54.490579 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: stateful_security_group.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.491474 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.491975 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: stateful-security-group
Jun 06 11:43:54.492286 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: stdattrs_common.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.492880 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 06 11:43:54.493197 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.494153 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.494653 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 06 11:43:54.494963 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: subnet_onboard.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.495998 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.496527 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: subnet_onboard
Jun 06 11:43:54.496872 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.497762 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.498256 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 06 11:43:54.498569 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: subnet_service_types.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.499456 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.499953 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: subnet-service-types
Jun 06 11:43:54.500265 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: subnetallocation.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.501323 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.501826 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: subnet_allocation
Jun 06 11:43:54.502139 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.502776 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.503286 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: subnetpool-prefix-ops
Jun 06 11:43:54.503599 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.504490 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.505020 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 06 11:43:54.505332 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: tagging.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.506359 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.506865 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: standard-attr-tag
Jun 06 11:43:54.507179 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: timestamp.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.508334 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.508863 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loaded extension: standard-attr-timestamp
Jun 06 11:43:54.509179 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: trunk.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.510176 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.510681 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension trunk not supported by any of loaded plugins
Jun 06 11:43:54.510994 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: trunk_details.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.511908 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.512410 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension trunk-details not supported by any of loaded plugins
Jun 06 11:43:54.512746 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: uplink_status_propagation.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.513648 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.514145 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 06 11:43:54.514711 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Loading extension file: vlantransparent.py {{(pid=91600) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Jun 06 11:43:54.515349 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=91600) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}}
Jun 06 11:43:54.515844 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 06 11:43:54.518264 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:network
Jun 06 11:43:54.518781 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:subnet
Jun 06 11:43:54.519171 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 06 11:43:54.519553 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:port
Jun 06 11:43:54.520794 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.521228 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service FLAVORS assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.521818 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.522227 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.522543 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:router
Jun 06 11:43:54.522951 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:floatingip
Jun 06 11:43:54.523427 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service METERING assigned prefix: /metering {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.524850 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fae797a60>> rbac-policy before_create 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.525211 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fae797a60>> rbac-policy before_update 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.525549 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f3fae797a60>> rbac-policy before_delete 55550000 {{(pid=91600) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:43:54.526527 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of CountableResource for resource:rbac_policy
Jun 06 11:43:54.526959 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:security_group
Jun 06 11:43:54.527897 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 06 11:43:54.528494 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service CORE assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.528842 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 06 11:43:54.529184 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] subnetpool is already registered
Jun 06 11:43:54.529623 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service CORE assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.529938 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 06 11:43:54.530260 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] subnetpool is already registered
Jun 06 11:43:54.532505 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.532953 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service FLAVORS assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.533525 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.533928 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.534249 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:router
Jun 06 11:43:54.534574 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] router is already registered
Jun 06 11:43:54.534975 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:floatingip
Jun 06 11:43:54.535286 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] floatingip is already registered
Jun 06 11:43:54.535729 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service METERING assigned prefix: /metering {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.536372 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of CountableResource for resource:rbac_policy
Jun 06 11:43:54.536716 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] rbac_policy is already registered
Jun 06 11:43:54.537108 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:security_group
Jun 06 11:43:54.537429 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] security_group is already registered
Jun 06 11:43:54.537816 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 06 11:43:54.538134 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] security_group_rule is already registered
Jun 06 11:43:54.538747 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service CORE assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.539067 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 06 11:43:54.539391 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] subnetpool is already registered
Jun 06 11:43:54.539805 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.v2.resource_helper [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Service CORE assigned prefix:  {{(pid=91600) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 06 11:43:54.540118 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Creating instance of TrackedResource for resource:subnetpool
Jun 06 11:43:54.540437 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING neutron.quota.resource_registry [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] subnetpool is already registered
Jun 06 11:43:54.540924 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: extensions {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.542340 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: address-groups {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.544474 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: address-scopes {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.545821 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: agents {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.546964 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: auto-allocated-topology {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.548215 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: availability_zones {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.549451 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: dhcp-networks {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.550931 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: dhcp-agents {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.552373 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: routers {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.554111 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: flavors {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.556350 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: service_profiles {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.557589 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: next_providers {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.559035 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: service_profiles {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.560561 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: floatingip-pools {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.561828 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: routers {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.563528 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: floatingips {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.564870 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: l3-routers {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.566189 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: l3-agents {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.567587 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: metering-labels {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.568883 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: metering-label-rules {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.570243 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: network-ip-availabilities {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.571480 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: bindings {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.573060 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: quotas {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.574624 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: quotas {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.576042 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: rbac-policies {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.577252 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: security-groups {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.578534 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: security-group-rules {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.579739 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: service-providers {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.581000 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: subnetpools {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.582339 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: subnetpools {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.583871 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: tags {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.585566 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: tags {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.587423 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: tags {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.589518 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: tags {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.591939 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: tags {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.594113 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: tags {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.595894 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: tags {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.597843 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: tags {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.599853 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: tags {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.601816 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron.api.extensions [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Extended resource: tags {{(pid=91600) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 06 11:43:54.608839 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING keystonemiddleware.auth_token [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 06 11:43:54.613293 dv-cinder-786260-3-iscsi neutron-server[91600]: WARNING keystonemiddleware.auth_token [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 06 11:43:54.621552 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Acquired lock "singleton_lock" {{(pid=91600) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 06 11:43:54.622028 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_concurrency.lockutils [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Releasing lock "singleton_lock" {{(pid=91600) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 06 11:43:54.622643 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO oslo_service.service [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Starting 2 workers
Jun 06 11:43:54.627233 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Started child 91705 {{(pid=91600) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 06 11:43:54.631418 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Started child 91706 {{(pid=91600) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 06 11:43:54.632668 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:43:54.633345 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO neutron.service [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Neutron service started, listening on 0.0.0.0:9696
Jun 06 11:43:54.633593 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Notify callbacks [] for process, before_spawn {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:43:54.634252 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [-] (91705) wsgi starting up on http://0.0.0.0:9696
Jun 06 11:43:54.636009 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:43:54.636431 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO oslo_service.service [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Starting 1 workers
Jun 06 11:43:54.637363 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [-] (91706) wsgi starting up on http://0.0.0.0:9696
Jun 06 11:43:54.641357 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Started child 91707 {{(pid=91600) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 06 11:43:54.641866 dv-cinder-786260-3-iscsi neutron-server[91600]: INFO oslo_service.service [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Starting 1 workers
Jun 06 11:43:54.645096 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.service [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] calling RpcWorker wait() {{(pid=91707) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 06 11:43:54.645649 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.service [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] returning from RpcWorker wait() {{(pid=91707) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 06 11:43:54.646108 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Started child 91708 {{(pid=91600) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 06 11:43:54.646835 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:43:54.646934 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG neutron_lib.callbacks.manager [None req-5eda265c-11b8-4d86-a4f3-c30e300dd77d None None] Notify callbacks [] for process, after_spawn {{(pid=91600) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:43:54.647334 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:43:54.648772 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91600) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 06 11:43:54.648984 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 06 11:43:54.649153 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 06 11:43:54.649367 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 06 11:43:54.649696 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 06 11:43:54.649859 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 06 11:43:54.650378 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.650648 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.650906 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.650998 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:43:54.651444 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.651444 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.651986 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.652082 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:43:54.652235 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.653041 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.653301 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.653525 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.653696 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.653842 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.654101 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.654346 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.654650 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.654912 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.655147 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.655409 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.655584 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.655824 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.656089 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.656340 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.656598 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.656867 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.657345 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.657593 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.657826 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.658062 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.658331 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.658558 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.658822 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.659051 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.659262 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.659492 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.659761 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.660000 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.660215 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.660448 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.660727 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.660949 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.661434 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] host                           = dv-cinder-786260-3-iscsi {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.661665 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.661878 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.662098 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.662342 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.662591 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.662801 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.663063 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.663303 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.663542 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.663728 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.663979 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.664219 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.664461 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.664722 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.664887 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.665092 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.665366 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.665615 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.665797 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.665946 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.666124 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.666367 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.666513 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.666775 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.667006 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.667214 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.667422 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.667661 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.667868 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.668786 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.669048 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.669280 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.669486 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.669736 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.669955 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.670170 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.670389 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.670604 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.670814 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.671038 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.671247 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.671494 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.671689 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.671897 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.672151 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.672376 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.672633 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.672910 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.673156 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.673416 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.673744 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.673931 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.674074 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.674286 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.674539 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.674776 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.675003 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.675938 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.675938 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.676299 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.676444 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.676583 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.676822 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.677156 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.677377 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.677611 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.677756 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.677956 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.678256 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.678723 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.679018 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.679424 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.679572 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.679758 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.680010 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.680245 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.680498 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.680884 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.681037 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.681344 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.681587 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.681836 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.681992 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.682278 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.682828 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.682980 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.683129 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.683365 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.683665 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.683907 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.684053 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.684358 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.684638 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.684930 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.685175 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.685387 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.685633 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.685845 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.686084 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.686281 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.686506 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.686774 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.687004 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.687229 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.687444 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.687708 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.688006 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.688229 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.688870 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.689611 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.689611 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.689611 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.690575 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.690575 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.690575 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.690575 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.690575 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.691547 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.691547 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.691547 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.691547 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.692220 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.692220 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.692220 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.692630 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.692630 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.692922 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.692922 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.693205 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.693338 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.693584 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.693820 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.694073 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.694219 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.694428 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.694655 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.694866 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.695432 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.695432 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.695724 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.695724 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.696001 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.696161 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.696381 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.696529 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.697996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.697996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.697996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.697996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.697996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.697996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.697996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.700313 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.700313 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.700313 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.700313 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.700313 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.700313 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.700313 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.700837 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.700837 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.700985 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.701111 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.701342 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.701601 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.701824 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.702068 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.702286 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.702504 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.702734 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.702982 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.703217 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.703431 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.703666 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.703940 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.704156 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.704641 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.704641 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.704967 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.705272 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.705451 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.705935 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.705935 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.706230 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.706460 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.706704 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.707804 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.707804 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.707804 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.707804 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.708362 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.708362 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.708362 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.708970 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.708970 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.709254 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.709421 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.709740 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.709976 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.710208 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.710436 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.710756 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.710983 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.711194 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.711422 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.711708 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.711947 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.712182 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.712458 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.712679 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.712954 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.713172 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.713412 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.713608 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.713855 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.714107 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.714313 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.714548 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.714783 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.715563 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.715783 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.716511 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.716511 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.716511 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.716996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.716996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.717253 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.717352 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.717556 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.717765 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.717979 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.718221 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.718661 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.718894 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.719264 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.719374 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.719540 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.719803 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.720017 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.720257 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.720492 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.720735 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.721146 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.721561 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.721797 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.722060 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.722280 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.722486 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.722697 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.722934 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.723146 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.723376 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.723598 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.723809 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.724070 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.724319 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.724643 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.724922 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.725178 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.725417 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.725646 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.725876 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.726106 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.726563 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.726781 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.726997 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.727209 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.727459 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.727712 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.727945 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.728152 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.728377 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.728587 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.728821 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.729046 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.729332 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.729576 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.729807 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.730041 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.730266 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.730987 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.731197 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.731582 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.731979 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.732187 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.732408 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.732613 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.732842 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.733052 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.733279 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.733503 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.733710 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.733912 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.734121 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.734322 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.734541 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.734747 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.734952 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.735162 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.735365 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.735703 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.735917 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.736157 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.736433 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.736661 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.736931 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.737185 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.737522 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.737774 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.737996 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.738223 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.738455 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.738686 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.738942 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.739251 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.739526 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.739774 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.740013 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.740280 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.740550 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.740846 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.741086 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.741364 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.741697 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.741947 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.742200 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.742435 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.742708 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.742925 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.743150 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.743399 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.743628 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.743840 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.744070 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.744309 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.744532 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.744769 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.745015 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.745222 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.745458 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.745830 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.746064 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.746792 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.746948 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 06 11:43:54.747478 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=91600) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 06 11:43:54.747640 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 06 11:43:54.747799 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 06 11:43:54.747955 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 06 11:43:54.748120 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 06 11:43:54.748268 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 06 11:43:54.748468 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.748625 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.748804 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.748961 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.749117 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.749294 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.749451 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.749605 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.749759 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.749913 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.750066 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.750221 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.750379 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.750529 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.750682 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.750835 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.750987 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.751142 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.751306 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.751461 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.751615 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.751768 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.751922 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] debug                          = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.752075 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.752248 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.752404 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.752557 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.752729 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.752885 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.753039 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.753192 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.753346 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.753499 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.753654 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.753809 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.753963 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.754119 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.754272 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.754425 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.754577 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.754735 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] host                           = dv-cinder-786260-3-iscsi {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.754888 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.755042 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.755195 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.755350 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.755504 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.755659 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.755813 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.755970 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.756132 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.756267 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.756563 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.756878 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.757074 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.757190 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.757324 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.757473 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.757627 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.757911 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.758218 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.758513 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.758839 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.759153 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.759440 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.759718 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.760009 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.760169 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762274 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762274 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762274 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762274 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762274 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762274 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762274 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762274 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762879 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762879 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762879 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762879 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762879 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762879 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.762879 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.763247 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.763247 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.763374 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.763439 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.763576 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.763733 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.763888 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.764040 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.764450 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.764617 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.764965 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.765114 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.765264 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.765418 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.765572 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.765725 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.765882 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.766035 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.766191 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.766344 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.766499 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.766658 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.766812 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.766968 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.767123 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.767277 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.767430 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.767586 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 06 11:43:54.767760 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.767917 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.768094 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.768237 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.768394 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.768552 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.768754 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.768888 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.769044 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.769202 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.769366 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.769523 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.769687 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.769843 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.770000 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.770163 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.770319 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.770474 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.770630 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.770785 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.770942 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.771098 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.771269 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.771424 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.772128 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.772128 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.772128 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.772128 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.772448 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.772448 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.772448 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.772720 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.772839 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.772945 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.773049 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.773201 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.773329 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.773487 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.773644 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.773802 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.773959 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.774115 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.774271 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.774596 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.774596 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.774854 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.774854 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.775092 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.775175 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.775308 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.775474 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.775624 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.775774 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.775929 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.776086 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.776241 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.776401 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.776557 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.776734 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.776894 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.777050 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.777219 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.777901 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.778050 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:43:54.778206 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.778206 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.778520 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.778520 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.778755 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.778879 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.779002 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.779134 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.779259 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.779383 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.779506 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.779631 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.779790 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.779946 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.780103 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.780261 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.780418 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.780575 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.780752 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.780910 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.781066 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.781230 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.781401 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.781556 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.781713 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.781855 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.782013 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.782167 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.782323 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.782479 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.782633 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.782788 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.782944 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.783099 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.783257 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.783414 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.783567 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.783721 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.783876 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.784030 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.784185 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.784343 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.784497 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.784657 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.784833 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.784989 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.785144 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.785284 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.785453 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.785672 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.785809 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.785936 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.786069 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.786216 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.786373 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.786530 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.786688 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.786844 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.787000 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.787155 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.787310 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.787467 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.787621 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.787777 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.787939 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.788104 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.788260 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.788548 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.788548 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.789483 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.789483 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.789483 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.789483 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.789483 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.789483 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.790404 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.790404 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.790404 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.790404 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.790404 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.790404 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.791339 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.791339 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.791339 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.791339 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.791339 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.791339 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.791339 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.792124 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.792124 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.792124 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.792124 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.792124 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.792680 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.792680 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.792680 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.792680 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.793200 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.793200 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.793200 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.793548 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.793548 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.793548 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.793894 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.793894 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.794117 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.794117 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.794364 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.794496 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.794621 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.794745 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.794868 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.794992 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.795115 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.795270 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.795428 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.795584 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.795798 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.795930 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.796055 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.796189 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.796316 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.796462 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.796621 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.796845 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.796972 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.797095 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.797244 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.797403 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.797559 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.797715 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.797855 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.798014 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.798169 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.798325 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.798483 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.798685 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.798786 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.798934 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.800121 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.800121 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.800121 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.800121 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.800121 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.800121 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.800121 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.800121 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.801740 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.801740 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.801740 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.801740 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.801740 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.801740 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.801740 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.801740 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.802707 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.802707 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.802707 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.802707 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.802707 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_namespace.group        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.802707 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.802707 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.802707 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_namespace.user         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.802707 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.803733 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_conntrack.group        = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.803733 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.803733 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.803733 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] privsep_conntrack.user         = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.803733 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.803733 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.803733 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.804519 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.804519 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.804519 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.804519 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.804519 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.804519 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.805234 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.805234 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.805234 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.805234 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.805234 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.805801 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.805801 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.805801 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.805801 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.806363 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.806363 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:650:699'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.806363 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.806709 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.806709 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.806709 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.807053 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.807053 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.807296 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.807296 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.807533 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.807657 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.807780 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.807904 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.808028 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.808152 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.808301 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.808440 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.808620 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.808837 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.808968 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.809093 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.809219 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.809374 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.809530 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 06 11:43:54.809679 dv-cinder-786260-3-iscsi neutron-server[91600]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=91600) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 06 11:43:54.845423 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 47334) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:43:54.853830 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062871
Jun 06 11:44:05.723716 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb208f66-d59b-4e34-a2c2-2160e63f4f54 None None] get_active_networks_info from dv-cinder-786260-3-iscsi {{(pid=91707) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}}
Jun 06 11:44:05.815817 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb208f66-d59b-4e34-a2c2-2160e63f4f54 None None] No non-hosted networks {{(pid=91707) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 06 11:44:05.839429 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.agentschedulers_db [None req-fb208f66-d59b-4e34-a2c2-2160e63f4f54 None None] DHCP Agent not found on host dv-cinder-786260-3-iscsi {{(pid=91707) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Jun 06 11:44:06.002566 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ad84f033-dc19-44f6-b92c-75c5f14b1115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708'] for agent, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:08.326266 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708'] for agent, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:08.328385 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.329362 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.330055 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.330871 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.331599 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.332312 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.333108 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.333816 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.334535 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.335254 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.335956 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.336837 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:08.337652 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3fae491af0>, 'Open vSwitch agent', 'dv-cinder-786260-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:44:08.357505 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f3fadbf62b0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-786260-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:44:08.593443 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4775b110-2266-4a70-ac27-42b07b79ce77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708'] for agent, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:08.642912 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8d6ab82b-eabd-4d5c-88b8-be50b227f56e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:09.617904 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708'] for agent, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:10.987274 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708'] for agent, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:12.348204 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 47426) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:12.923318 dv-cinder-786260-3-iscsi neutron-server[91705]: WARNING oslo_policy.policy [None req-e958c64a-5d8b-4de0-9d66-ad193f6a4573 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 06 11:44:12.923920 dv-cinder-786260-3-iscsi neutron-server[91705]: WARNING oslo_policy.policy [None req-e958c64a-5d8b-4de0-9d66-ad193f6a4573 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 06 11:44:13.137420 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [None req-e958c64a-5d8b-4de0-9d66-ad193f6a4573 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 11:44:13.138541 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-e958c64a-5d8b-4de0-9d66-ad193f6a4573 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.7882757
Jun 06 11:44:15.494511 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 47440) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:15.789329 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.db.l3_hamode_db [None req-1ce36d66-c5d8-403e-88a4-7f90d200e5ac None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 06 11:44:15.871360 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-47b9be48-1006-47b3-9bd2-1b8f38f0a862 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:44:15.874280 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce36d66-c5d8-403e-88a4-7f90d200e5ac None None] Routers set() bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:44:15.874669 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce36d66-c5d8-403e-88a4-7f90d200e5ac None None] Router IDs set() for agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Jun 06 11:44:15.971041 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.policy [None req-47b9be48-1006-47b3-9bd2-1b8f38f0a862 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91705) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 06 11:44:16.017105 dv-cinder-786260-3-iscsi neutron-server[91705]: WARNING oslo_policy.policy [None req-47b9be48-1006-47b3-9bd2-1b8f38f0a862 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 06 11:44:16.017469 dv-cinder-786260-3-iscsi neutron-server[91705]: WARNING oslo_policy.policy [None req-47b9be48-1006-47b3-9bd2-1b8f38f0a862 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 06 11:44:16.025992 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.quota [None req-47b9be48-1006-47b3-9bd2-1b8f38f0a862 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f3fae25fdc0>.
Jun 06 11:44:16.100820 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-47b9be48-1006-47b3-9bd2-1b8f38f0a862 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744466066297', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744466065700', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744466062974', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744466082218', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744466071601', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744466097924', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-596097', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-595718', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1653701', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1541590'] for rbac-policy, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:16.160841 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-47b9be48-1006-47b3-9bd2-1b8f38f0a862 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:16.162000 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-47b9be48-1006-47b3-9bd2-1b8f38f0a862 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6665568
Jun 06 11:44:18.709898 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 47452) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:19.060894 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Request body: {'network': {'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'admin_state_up': True, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'name': 'private'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:44:19.083580 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Made reservation on behalf of bd1964d25e434b0193e3c5b27006c089 for: {'network': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:44:19.086617 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:19.103840 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:19.216984 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:19.220513 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:19.225750 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:19.247384 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] vlan segment allocate from pool success with {'vlan_id': 692, 'physical_network': 'physnet1'}  {{(pid=91705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:44:19.271778 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744468418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:19.272357 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3faef109d0> segment precommit_create {{(pid=91705) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 06 11:44:19.272862 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.segments_db [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Added segment 83ded1f4-676a-42d6-af40-c0075bf7bdda of type vlan for network 9b0a0d7c-77c5-4974-b4a7-af809d26f064
Jun 06 11:44:19.281372 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7b7699-7a75-4083-b452-3fd20026d7ed,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:19.333751 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.334087 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.334406 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.334715 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.335018 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.335337 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.335642 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.335944 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.336259 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.336718 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.337031 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.337326 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Tracked resource versions report:
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]: pushed versions:
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]: {   'AddressGroup': {'1.2'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'ConntrackHelper': {'1.0'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'Log': {'1.0'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'Network': {'1.1'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'Port': {'1.7'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'PortForwarding': {'1.2'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'QosPolicy': {'1.8'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'SecurityGroup': {'1.4'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'SecurityGroupRule': {'1.2'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'SubPort': {'1.0'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'Subnet': {'1.1'},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     'Trunk': {'1.1'}}
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]: consumer versions:
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]: {   DHCP agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     L3 agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     Metadata agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     Metering agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:     Open vSwitch agent@dv-cinder-786260-3-iscsi: {   'AddressGroup': '1.2',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'ConntrackHelper': '1.0',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'Log': '1.0',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'Network': '1.1',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'Port': '1.7',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'PortForwarding': '1.2',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'QosPolicy': '1.8',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'SecurityGroup': '1.4',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'SecurityGroupRule': '1.2',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'SubPort': '1.0',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'Subnet': '1.1',
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'Trunk': '1.1'}}
Jun 06 11:44:19.338412 dv-cinder-786260-3-iscsi neutron-server[91705]:  {{(pid=91705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 06 11:44:19.383925 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:19.388078 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:19.429117 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:19.430690 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:44:19.431418 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:19.436457 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:19.482607 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.7705224
Jun 06 11:44:19.535793 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Pushing event updated for resources: {'Network': ['ID=9b0a0d7c-77c5-4974-b4a7-af809d26f064,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:19.539378 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:19.548512 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 9b0a0d7c-77c5-4974-b4a7-af809d26f064 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:44:22.133660 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 47466) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:22.577095 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-138e8cd4-9757-4a6e-a5f6-42338c50954e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:44:22.578416 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-138e8cd4-9757-4a6e-a5f6-42338c50954e admin admin] 10.222.0.46 "GET /v2.0/networks/9b0a0d7c-77c5-4974-b4a7-af809d26f064 HTTP/1.1" status: 200  len: 825 time: 0.4438238
Jun 06 11:44:22.607991 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-88cb8705-60d9-418d-9a11-d0eaacfb705b admin admin] 10.222.0.46 "GET /v2.0/subnetpools/f667eb2c-09bd-48ba-a2ee-3dbb6c828277 HTTP/1.1" status: 200  len: 734 time: 0.0243113
Jun 06 11:44:22.616446 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'subnetpool_id': 'f667eb2c-09bd-48ba-a2ee-3dbb6c828277', 'ip_version': 4, 'name': 'private-subnet', 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:44:22.636780 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Made reservation on behalf of bd1964d25e434b0193e3c5b27006c089 for: {'subnet': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:44:22.639307 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:22.901355 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:22.906946 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:23.001101 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Checking segment: {'id': '83ded1f4-676a-42d6-af40-c0075bf7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:44:23.001467 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Network hostable DHCP agents. Network: 9b0a0d7c-77c5-4974-b4a7-af809d26f064, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:44:23.005112 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95e0f38-96f8-4972-966d-9d6ee6d426f5,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:23.010676 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:23.022506 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Network 9b0a0d7c-77c5-4974-b4a7-af809d26f064 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:44:23.032426 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 9b0a0d7c-77c5-4974-b4a7-af809d26f064) {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:44:23.036891 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:44:23.037520 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:23.042324 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5fef4-0003-4976-bb3c-bd271d146e48 None None] Network 9b0a0d7c-77c5-4974-b4a7-af809d26f064 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:44:23.054657 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4415286
Jun 06 11:44:23.345751 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd720dfd-3095-5a56-8e8c-de7b1fec5ee5-9b0a0d7c-77c5-4974-b4a7-af809d26f064', 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'fixed_ips': [{'subnet_id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5'}]}} from dv-cinder-786260-3-iscsi. {{(pid=91707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 06 11:44:23.346936 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:23.526698 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.db_base_plugin_common [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Allocated IP 172.20.0.2 (9b0a0d7c-77c5-4974-b4a7-af809d26f064/e95e0f38-96f8-4972-966d-9d6ee6d426f5/31dffd25-8fec-44c5-a7ea-561169043946) {{(pid=91707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:44:23.751551 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Notify callbacks [] for port, precommit_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:23.764965 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Transition to ACTIVE for port object 31dffd25-8fec-44c5-a7ea-561169043946 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:44:23.785153 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Transition to ACTIVE for port object 31dffd25-8fec-44c5-a7ea-561169043946 will not be triggered until provisioned by entity DHCP. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:44:23.791558 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:23.797646 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:23.859031 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Network 9b0a0d7c-77c5-4974-b4a7-af809d26f064 is already hosted by enough agents. {{(pid=91707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:44:23.861893 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.base_scheduler [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Resources bound (agent type, host, resource id):  {{(pid=91707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:44:23.866939 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Pushing event updated for resources: {'Port': ['ID=31dffd25-8fec-44c5-a7ea-561169043946,revision_number=1']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:23.869178 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Received port after_create {{(pid=91707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:44:23.878489 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.878828 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.879156 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.879478 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.879798 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.880112 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.880426 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.880764 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.881095 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.881410 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.881717 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.882024 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Tracked resource versions report:
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]: pushed versions:
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]: {   'AddressGroup': {'1.2'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'ConntrackHelper': {'1.0'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'Log': {'1.0'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'Network': {'1.1'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'Port': {'1.7'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'PortForwarding': {'1.2'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'QosPolicy': {'1.8'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'SecurityGroup': {'1.4'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'SecurityGroupRule': {'1.2'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'SubPort': {'1.0'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'Subnet': {'1.1'},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     'Trunk': {'1.1'}}
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]: consumer versions:
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]: {   DHCP agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     L3 agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     Metadata agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     Metering agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:     Open vSwitch agent@dv-cinder-786260-3-iscsi: {   'AddressGroup': '1.2',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'ConntrackHelper': '1.0',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'Log': '1.0',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'Network': '1.1',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'Port': '1.7',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'PortForwarding': '1.2',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'QosPolicy': '1.8',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'SecurityGroup': '1.4',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'SecurityGroupRule': '1.2',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'SubPort': '1.0',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'Subnet': '1.1',
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'Trunk': '1.1'}}
Jun 06 11:44:23.883150 dv-cinder-786260-3-iscsi neutron-server[91707]:  {{(pid=91707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 06 11:44:23.918734 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:23.972583 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Attempting to bind port 31dffd25-8fec-44c5-a7ea-561169043946 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:44:23.973004 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Attempting to bind port 31dffd25-8fec-44c5-a7ea-561169043946 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '83ded1f4-676a-42d6-af40-c0075bf7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:44:23.973433 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Attempting to bind port 31dffd25-8fec-44c5-a7ea-561169043946 on network 9b0a0d7c-77c5-4974-b4a7-af809d26f064 {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:44:23.978586 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:44:23.978994 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Checking segment: {'id': '83ded1f4-676a-42d6-af40-c0075bf7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:44:23.979468 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:23.979863 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Bound using segment: {'id': '83ded1f4-676a-42d6-af40-c0075bf7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:44:23.980310 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Bound port: 31dffd25-8fec-44c5-a7ea-561169043946, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ded1f4-676a-42d6-af40-c0075bf7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:44:23.980678 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:24.067470 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] For port 31dffd25-8fec-44c5-a7ea-561169043946, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:44:24.071810 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] For port 31dffd25-8fec-44c5-a7ea-561169043946, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=31dffd25-8fec-44c5-a7ea-561169043946,segment=NetworkSegment(83ded1f4-676a-42d6-af40-c0075bf7bdda),segment_id=83ded1f4-676a-42d6-af40-c0075bf7bdda)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:44:24.076138 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:24.080009 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:24.159656 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Pushing event updated for resources: {'Port': ['ID=31dffd25-8fec-44c5-a7ea-561169043946,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:24.163127 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:25.422869 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 47474) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:26.007752 dv-cinder-786260-3-iscsi neutron-server[91706]: WARNING oslo_policy.policy [None req-1541984e-ea36-4f12-84a7-8f280b9b8937 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 06 11:44:26.008343 dv-cinder-786260-3-iscsi neutron-server[91706]: WARNING oslo_policy.policy [None req-1541984e-ea36-4f12-84a7-8f280b9b8937 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 06 11:44:26.224011 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [None req-1541984e-ea36-4f12-84a7-8f280b9b8937 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 11:44:26.236710 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1541984e-ea36-4f12-84a7-8f280b9b8937 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8011940
Jun 06 11:44:28.562966 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 47488) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:28.958304 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [None req-48e899b3-f64b-47c0-801d-c60d878bd0ea admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 11:44:28.959048 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-48e899b3-f64b-47c0-801d-c60d878bd0ea admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3951643
Jun 06 11:44:29.977370 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-730a3761-da63-435d-96db-73b4b652bb2f None None] Network 9b0a0d7c-77c5-4974-b4a7-af809d26f064 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:44:30.080200 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-a6724519-60c5-4f46-bec7-c3096e7c009c None None] Provisioning for port 31dffd25-8fec-44c5-a7ea-561169043946 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:44:30.359651 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 31dffd25-8fec-44c5-a7ea-561169043946 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:44:30.428005 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 31dffd25-8fec-44c5-a7ea-561169043946 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:44:30.432678 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 31dffd25-8fec-44c5-a7ea-561169043946 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:44:30.433187 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:30.551419 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-bb95f735-b67a-4ff4-bac3-4264669c1013 None None] Provisioning complete for port 31dffd25-8fec-44c5-a7ea-561169043946 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:44:30.551675 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bb95f735-b67a-4ff4-bac3-4264669c1013 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:30.582874 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:30.638221 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 31dffd25-8fec-44c5-a7ea-561169043946, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=31dffd25-8fec-44c5-a7ea-561169043946,segment=NetworkSegment(83ded1f4-676a-42d6-af40-c0075bf7bdda),segment_id=83ded1f4-676a-42d6-af40-c0075bf7bdda)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:44:30.669389 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:30.681433 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:30.758427 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=31dffd25-8fec-44c5-a7ea-561169043946,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:30.761340 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:31.601704 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 47502) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:31.947621 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:44:32.016438 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.policy [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=91706) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 06 11:44:32.061784 dv-cinder-786260-3-iscsi neutron-server[91706]: WARNING oslo_policy.policy [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 06 11:44:32.062172 dv-cinder-786260-3-iscsi neutron-server[91706]: WARNING oslo_policy.policy [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 06 11:44:32.071898 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.quota [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] Loaded quota_driver: <neutron.db.quota.driver_nolock.DbQuotaNoLockDriver object at 0x7f3fae263e80>.
Jun 06 11:44:32.114675 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13581'] for router, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:32.116507 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1649150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-304764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13588'] for router, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:32.143857 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:32.259976 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059'] for router, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:32.278869 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] Notify callbacks [] for router, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:32.280056 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-37e24ad7-c690-44e1-82f2-c0bc7a9515b2 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6772845
Jun 06 11:44:32.330266 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 31dffd25-8fec-44c5-a7ea-561169043946 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:44:32.401315 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 31dffd25-8fec-44c5-a7ea-561169043946 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:44:32.401727 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:34.640176 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 47512) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:35.002164 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [None req-d18063d9-227c-402b-a4d0-cb4760c050d3 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 11:44:35.003126 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-d18063d9-227c-402b-a4d0-cb4760c050d3 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3620081
Jun 06 11:44:35.670537 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-7ca8b724-4d0c-4d3a-b27b-9f76111648bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:37.365941 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 47520) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:37.725385 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Request body: {'network': {'is_default': True, 'router:external': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:44:37.746434 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Made reservation on behalf of 4518852eef784435af996d4bcd7cf84a for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:44:37.749114 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:37.765558 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:37.878770 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:37.882536 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:37.888345 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:37.899294 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Reserving flat network on physical network physnet1 {{(pid=91706) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 06 11:44:37.932361 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744468418717', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:37.933536 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f3faef109d0> segment precommit_create {{(pid=91706) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 06 11:44:37.933941 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Added segment 444a1bb2-8314-4c88-b9bb-f56b8482702b of type flat for network e66ff1dc-41f2-4152-9c0f-1b0300d6578f
Jun 06 11:44:37.987665 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffee8f07-3750-4502-8d2e-fef6fe5ae932,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:38.002904 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.003251 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.003577 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.003892 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.004205 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.004543 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.004886 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.005199 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.005519 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.005828 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.006136 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.006440 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Tracked resource versions report:
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]: pushed versions:
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]: {   'AddressGroup': {'1.2'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'ConntrackHelper': {'1.0'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'Log': {'1.0'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'Network': {'1.1'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'Port': {'1.7'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'PortForwarding': {'1.2'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'QosPolicy': {'1.8'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'SecurityGroup': {'1.4'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'SecurityGroupRule': {'1.2'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'SubPort': {'1.0'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'Subnet': {'1.1'},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     'Trunk': {'1.1'}}
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]: consumer versions:
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]: {   DHCP agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     L3 agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     Metadata agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     Metering agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:     Open vSwitch agent@dv-cinder-786260-3-iscsi: {   'AddressGroup': '1.2',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'ConntrackHelper': '1.0',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'Log': '1.0',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'Network': '1.1',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'Port': '1.7',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'PortForwarding': '1.2',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'QosPolicy': '1.8',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'SecurityGroup': '1.4',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'SecurityGroupRule': '1.2',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'SubPort': '1.0',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'Subnet': '1.1',
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'Trunk': '1.1'}}
Jun 06 11:44:38.007551 dv-cinder-786260-3-iscsi neutron-server[91706]:  {{(pid=91706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 06 11:44:38.060034 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:38.061815 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:38.107145 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:38.108603 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:44:38.109262 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:38.114048 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:38.155995 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7890384
Jun 06 11:44:38.215678 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Pushing event updated for resources: {'Network': ['ID=e66ff1dc-41f2-4152-9c0f-1b0300d6578f,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:38.218868 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:38.226468 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:44:38.276081 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:38.570713 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-589cd34b-827e-4588-9840-e27b22245bae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:39.573084 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:40.515505 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 47542) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:40.727726 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de3b82f-dbae-4f91-b902-c130a6412903 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:44:40.729061 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-2de3b82f-dbae-4f91-b902-c130a6412903 admin admin] 10.222.0.46 "GET /v2.0/subnets/e95e0f38-96f8-4972-966d-9d6ee6d426f5 HTTP/1.1" status: 200  len: 849 time: 0.2126248
Jun 06 11:44:40.882558 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-88e21e1b-0c3c-4e88-9c49-d923f4111b7a admin admin] 10.222.0.46 "GET /v2.0/routers/aa57216e-e9d3-452c-ba27-2732299effa1 HTTP/1.1" status: 200  len: 704 time: 0.1480021
Jun 06 11:44:40.931509 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:41.328779 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:41.552386 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Allocated IP 172.20.0.1 (9b0a0d7c-77c5-4974-b4a7-af809d26f064/e95e0f38-96f8-4972-966d-9d6ee6d426f5/65268386-3484-4273-81fd-77b5b30c4c15) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:44:41.706915 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:41.723967 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Transition to ACTIVE for port object 65268386-3484-4273-81fd-77b5b30c4c15 will not be triggered until provisioned by entity DHCP. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:44:41.775713 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:41.780257 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:41.842062 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Network 9b0a0d7c-77c5-4974-b4a7-af809d26f064 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:44:41.844835 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:44:41.850669 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:44:41.851170 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314857'] for router_interface, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:41.976357 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Pushing event updated for resources: {'Port': ['ID=65268386-3484-4273-81fd-77b5b30c4c15,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:41.985831 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:42.026095 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-9390c347-9149-4f60-bca8-14ca154e8833 None None] Provisioning for port 65268386-3484-4273-81fd-77b5b30c4c15 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:44:42.030904 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-9390c347-9149-4f60-bca8-14ca154e8833 None None] Provisioning complete for port 65268386-3484-4273-81fd-77b5b30c4c15 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:44:42.031332 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-9390c347-9149-4f60-bca8-14ca154e8833 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:42.083004 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-9390c347-9149-4f60-bca8-14ca154e8833 None None] Port 65268386-3484-4273-81fd-77b5b30c4c15 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:44:42.152338 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:42.370423 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:42.374731 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:42.375998 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647281'] for router_interface, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:42.379973 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:42.472211 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Pushing event updated for resources: {'Port': ['ID=65268386-3484-4273-81fd-77b5b30c4c15,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:42.517135 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:42.566846 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Network 9b0a0d7c-77c5-4974-b4a7-af809d26f064 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:44:42.567812 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:44:42.748834 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Router aa57216e-e9d3-452c-ba27-2732299effa1 is scheduled to L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c with binding_index 1 {{(pid=91706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 06 11:44:42.805821 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-6e2f9a55-f823-4c2c-9673-0bdd7e068ba7 None None] Provisioning complete for port 65268386-3484-4273-81fd-77b5b30c4c15 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:44:42.806190 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6e2f9a55-f823-4c2c-9673-0bdd7e068ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:42.859648 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-6e2f9a55-f823-4c2c-9673-0bdd7e068ba7 None None] Port 65268386-3484-4273-81fd-77b5b30c4c15 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:44:42.895520 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:44:42.900343 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] 10.222.0.46 "PUT /v2.0/routers/aa57216e-e9d3-452c-ba27-2732299effa1/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0123949
Jun 06 11:44:42.916244 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Sync routers for ids ['aa57216e-e9d3-452c-ba27-2732299effa1'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:44:42.927810 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Routers {'aa57216e-e9d3-452c-ba27-2732299effa1'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:44:42.928653 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae3b8100>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:44:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['aa57216e-e9d3-452c-ba27-2732299effa1'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:44:43.100469 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Set router aa57216e-e9d3-452c-ba27-2732299effa1 gateway port host: None {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:44:43.457910 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae3b8100>, [{'id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'name': 'router1', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:32Z', 'updated_at': '2021-06-06T11:44:42Z', 'revision_number': 2, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'gw_port_host': None, '_interfaces': [{'id': '65268386-3484-4273-81fd-77b5b30c4c15', 'name': '', 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'mac_address': 'fa:16:3e:1f:46:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:41Z', 'updated_at': '2021-06-06T11:44:42Z', 'revision_number': 2, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'subnets': [{'id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f667eb2c-09bd-48ba-a2ee-3dbb6c828277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:44:43.462625 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Checking router: aa57216e-e9d3-452c-ba27-2732299effa1 for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:44:43.462977 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Updating router aa57216e-e9d3-452c-ba27-2732299effa1 port 65268386-3484-4273-81fd-77b5b30c4c15 binding host dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:44:43.513145 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:43.875742 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Notify callbacks [] for port, precommit_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:43.891199 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.provisioning_blocks [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Transition to ACTIVE for port object 65268386-3484-4273-81fd-77b5b30c4c15 will not be triggered until provisioned by entity L2. {{(pid=91708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:44:43.897280 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:43.903558 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:44.064000 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Pushing event updated for resources: {'Port': ['ID=65268386-3484-4273-81fd-77b5b30c4c15,revision_number=3']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:44.105267 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.105606 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.105929 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.106246 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.106561 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.106876 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.107186 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.107495 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.107815 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.108122 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.108425 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.108816 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Tracked resource versions report:
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]: pushed versions:
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]: {   'AddressGroup': {'1.2'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'ConntrackHelper': {'1.0'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'Log': {'1.0'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'Network': {'1.1'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'Port': {'1.7'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'PortForwarding': {'1.2'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'QosPolicy': {'1.8'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'SecurityGroup': {'1.4'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'SecurityGroupRule': {'1.2'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'SubPort': {'1.0'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'Subnet': {'1.1'},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     'Trunk': {'1.1'}}
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]: consumer versions:
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]: {   DHCP agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     L3 agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     Metadata agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     Metering agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:     Open vSwitch agent@dv-cinder-786260-3-iscsi: {   'AddressGroup': '1.2',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'ConntrackHelper': '1.0',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'Log': '1.0',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'Network': '1.1',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'Port': '1.7',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'PortForwarding': '1.2',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'QosPolicy': '1.8',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'SecurityGroup': '1.4',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'SecurityGroupRule': '1.2',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'SubPort': '1.0',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'Subnet': '1.1',
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'Trunk': '1.1'}}
Jun 06 11:44:44.109943 dv-cinder-786260-3-iscsi neutron-server[91708]:  {{(pid=91708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 06 11:44:44.121579 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:44.129165 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Attempting to bind port 65268386-3484-4273-81fd-77b5b30c4c15 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:44:44.129516 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Attempting to bind port 65268386-3484-4273-81fd-77b5b30c4c15 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '83ded1f4-676a-42d6-af40-c0075bf7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064'}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:44:44.129961 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Attempting to bind port 65268386-3484-4273-81fd-77b5b30c4c15 on network 9b0a0d7c-77c5-4974-b4a7-af809d26f064 {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:44:44.135099 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:44:44.135527 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Checking segment: {'id': '83ded1f4-676a-42d6-af40-c0075bf7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:44:44.136549 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:44.136953 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Bound using segment: {'id': '83ded1f4-676a-42d6-af40-c0075bf7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064'} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:44:44.137429 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Bound port: 65268386-3484-4273-81fd-77b5b30c4c15, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ded1f4-676a-42d6-af40-c0075bf7bdda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 692, 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064'}}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:44:44.137790 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:44.222313 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] For port 65268386-3484-4273-81fd-77b5b30c4c15, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:44:44.226164 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] For port 65268386-3484-4273-81fd-77b5b30c4c15, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=65268386-3484-4273-81fd-77b5b30c4c15,segment=NetworkSegment(83ded1f4-676a-42d6-af40-c0075bf7bdda),segment_id=83ded1f4-676a-42d6-af40-c0075bf7bdda)] {{(pid=91708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:44:44.231799 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:44.235425 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:44.317925 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Routers {'aa57216e-e9d3-452c-ba27-2732299effa1'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:44:44.318547 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae3b8100>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:44:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['aa57216e-e9d3-452c-ba27-2732299effa1'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:44:44.377408 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Pushing event updated for resources: {'Port': ['ID=65268386-3484-4273-81fd-77b5b30c4c15,revision_number=4']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:44.413951 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:44.503615 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] Set router aa57216e-e9d3-452c-ba27-2732299effa1 gateway port host: None {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:44:44.823055 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae3b8100>, [{'id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'name': 'router1', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:32Z', 'updated_at': '2021-06-06T11:44:42Z', 'revision_number': 2, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'gw_port_host': None, '_interfaces': [{'id': '65268386-3484-4273-81fd-77b5b30c4c15', 'name': '', 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'mac_address': 'fa:16:3e:1f:46:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:41Z', 'updated_at': '2021-06-06T11:44:44Z', 'revision_number': 4, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'subnets': [{'id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f667eb2c-09bd-48ba-a2ee-3dbb6c828277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:44:44.826954 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d82070e-078b-4f46-9830-5e5adb4f6c89 None None] The sync data for ids ['aa57216e-e9d3-452c-ba27-2732299effa1'] in dv-cinder-786260-3-iscsi is: [{'id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'name': 'router1', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:32Z', 'updated_at': '2021-06-06T11:44:42Z', 'revision_number': 2, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'gw_port_host': None, '_interfaces': [{'id': '65268386-3484-4273-81fd-77b5b30c4c15', 'name': '', 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'mac_address': 'fa:16:3e:1f:46:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:41Z', 'updated_at': '2021-06-06T11:44:44Z', 'revision_number': 4, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'subnets': [{'id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f667eb2c-09bd-48ba-a2ee-3dbb6c828277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:44:45.084680 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 47562) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:45.228755 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb26c007-337f-414f-8970-b9bb2ff9f9d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:44:45.230131 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-bb26c007-337f-414f-8970-b9bb2ff9f9d4 admin admin] 10.222.0.46 "GET /v2.0/networks/e66ff1dc-41f2-4152-9c0f-1b0300d6578f HTTP/1.1" status: 200  len: 842 time: 0.1445360
Jun 06 11:44:45.239346 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Request body: {'subnet': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'enable_dhcp': False}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:44:45.262448 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Made reservation on behalf of 4518852eef784435af996d4bcd7cf84a for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:44:45.265185 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:45.631528 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.objects.ports [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=91706) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}}
Jun 06 11:44:45.631957 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:45.636757 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:45.700230 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5dd428-7172-4519-afe2-90a563c7e7d0,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:45.708604 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:45.711084 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:44:45.711440 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Network hostable DHCP agents. Network: e66ff1dc-41f2-4152-9c0f-1b0300d6578f, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:44:45.732389 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:44:45.743190 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, e66ff1dc-41f2-4152-9c0f-1b0300d6578f) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:44:45.748314 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:44:45.748945 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:45.753581 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e7235d-9f29-42a6-b248-0aedd3c861b2 None None] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:44:45.778467 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5348940
Jun 06 11:44:45.960799 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d784bfd4-0aa7-4b3f-8949-c4b1ce2df018 None None] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:44:48.024751 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 47574) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:48.259516 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-c2c74f6a-3673-432b-931a-9d23f6f6a2b5 admin admin] 10.222.0.46 "GET /v2.0/routers/aa57216e-e9d3-452c-ba27-2732299effa1 HTTP/1.1" status: 200  len: 710 time: 0.2336268
Jun 06 11:44:48.366680 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 65268386-3484-4273-81fd-77b5b30c4c15 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:44:48.388010 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797e25ea-a10d-4bf6-bfa3-a85021cb79ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:44:48.389638 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-797e25ea-a10d-4bf6-bfa3-a85021cb79ef admin admin] 10.222.0.46 "GET /v2.0/networks/e66ff1dc-41f2-4152-9c0f-1b0300d6578f HTTP/1.1" status: 200  len: 886 time: 0.1248422
Jun 06 11:44:48.398755 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:44:48.432856 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 65268386-3484-4273-81fd-77b5b30c4c15 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:44:48.437469 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 65268386-3484-4273-81fd-77b5b30c4c15 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:44:48.437836 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:48.552433 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:48.583534 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 65268386-3484-4273-81fd-77b5b30c4c15, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=65268386-3484-4273-81fd-77b5b30c4c15,segment=NetworkSegment(83ded1f4-676a-42d6-af40-c0075bf7bdda),segment_id=83ded1f4-676a-42d6-af40-c0075bf7bdda)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:44:48.587922 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:48.591610 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-ef31c989-5be7-462b-a9e2-57b765039451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:48.694369 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=65268386-3484-4273-81fd-77b5b30c4c15,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:48.697817 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:48.855344 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:49.171836 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:49.224276 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:49.399990 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Allocated IP 172.27.1.101 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/d3a509a9-1d9d-46ca-8043-af863b76e766) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:44:49.545519 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:49.573976 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:49.578608 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:49.636788 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:44:49.639808 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:44:49.647803 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:44:49.695184 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3a509a9-1d9d-46ca-8043-af863b76e766,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:49.702692 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:50.020167 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:50.343899 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:50.347172 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1649045', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1649050', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1650777'] for router, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:50.353013 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 65268386-3484-4273-81fd-77b5b30c4c15 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:44:50.420089 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 65268386-3484-4273-81fd-77b5b30c4c15 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:44:50.420450 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:50.523760 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Router aa57216e-e9d3-452c-ba27-2732299effa1 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:44:50.699830 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 5 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:44:50.747444 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:44:50.751504 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Notify callbacks [] for router, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:50.752734 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] 10.222.0.46 "PUT /v2.0/routers/aa57216e-e9d3-452c-ba27-2732299effa1 HTTP/1.1" status: 200  len: 890 time: 2.3571663
Jun 06 11:44:50.768073 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Sync routers for ids ['aa57216e-e9d3-452c-ba27-2732299effa1'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:44:50.778808 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Routers {'aa57216e-e9d3-452c-ba27-2732299effa1'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:44:50.779477 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad9ed670>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:44:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['aa57216e-e9d3-452c-ba27-2732299effa1'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:44:50.969957 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Set router aa57216e-e9d3-452c-ba27-2732299effa1 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:44:51.296533 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad9ed670>, [{'id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'name': 'router1', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'd3a509a9-1d9d-46ca-8043-af863b76e766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:32Z', 'updated_at': '2021-06-06T11:44:49Z', 'revision_number': 4, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'gw_port': {'id': 'd3a509a9-1d9d-46ca-8043-af863b76e766', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:49Z', 'updated_at': '2021-06-06T11:44:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '65268386-3484-4273-81fd-77b5b30c4c15', 'name': '', 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'mac_address': 'fa:16:3e:1f:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:41Z', 'updated_at': '2021-06-06T11:44:48Z', 'revision_number': 5, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'subnets': [{'id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f667eb2c-09bd-48ba-a2ee-3dbb6c828277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:44:51.301311 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Checking router: aa57216e-e9d3-452c-ba27-2732299effa1 for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:44:51.301658 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Updating router aa57216e-e9d3-452c-ba27-2732299effa1 port d3a509a9-1d9d-46ca-8043-af863b76e766 binding host dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:44:51.353478 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:51.665157 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Notify callbacks [] for port, precommit_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:51.675882 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Transition to ACTIVE for port object d3a509a9-1d9d-46ca-8043-af863b76e766 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:44:51.681844 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:51.685993 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:51.758961 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Attempting to bind port d3a509a9-1d9d-46ca-8043-af863b76e766 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:44:51.759323 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Attempting to bind port d3a509a9-1d9d-46ca-8043-af863b76e766 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:44:51.759679 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Attempting to bind port d3a509a9-1d9d-46ca-8043-af863b76e766 on network e66ff1dc-41f2-4152-9c0f-1b0300d6578f {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:44:51.763017 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a66cbf-7670-497c-8cc5-f281795109d6 None None] Pushing event updated for resources: {'Port': ['ID=d3a509a9-1d9d-46ca-8043-af863b76e766,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:51.766985 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-79a66cbf-7670-497c-8cc5-f281795109d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:51.767861 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 44, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:44:51.768226 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:44:51.768616 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:51.769017 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Bound using segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:44:51.769474 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Bound port: d3a509a9-1d9d-46ca-8043-af863b76e766, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:44:51.769843 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:51.841708 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] For port d3a509a9-1d9d-46ca-8043-af863b76e766, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:44:51.844810 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] For port d3a509a9-1d9d-46ca-8043-af863b76e766, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=d3a509a9-1d9d-46ca-8043-af863b76e766,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:44:51.848603 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:51.853133 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:51.923442 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Routers {'aa57216e-e9d3-452c-ba27-2732299effa1'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:44:51.923970 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad9ed670>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:44:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['aa57216e-e9d3-452c-ba27-2732299effa1'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:44:51.986569 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a66cbf-7670-497c-8cc5-f281795109d6 None None] Pushing event updated for resources: {'Port': ['ID=d3a509a9-1d9d-46ca-8043-af863b76e766,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:51.990785 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-79a66cbf-7670-497c-8cc5-f281795109d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:52.129701 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] Set router aa57216e-e9d3-452c-ba27-2732299effa1 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:44:52.445129 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad9ed670>, [{'id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'name': 'router1', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'd3a509a9-1d9d-46ca-8043-af863b76e766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:32Z', 'updated_at': '2021-06-06T11:44:49Z', 'revision_number': 4, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'gw_port': {'id': 'd3a509a9-1d9d-46ca-8043-af863b76e766', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:49Z', 'updated_at': '2021-06-06T11:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '65268386-3484-4273-81fd-77b5b30c4c15', 'name': '', 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'mac_address': 'fa:16:3e:1f:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:41Z', 'updated_at': '2021-06-06T11:44:48Z', 'revision_number': 5, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'subnets': [{'id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f667eb2c-09bd-48ba-a2ee-3dbb6c828277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:44:52.449628 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-659b4b6a-5963-47c6-8195-35bd56da8a25 None None] The sync data for ids ['aa57216e-e9d3-452c-ba27-2732299effa1'] in dv-cinder-786260-3-iscsi is: [{'id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'name': 'router1', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.101'}], 'enable_snat': True}, 'gw_port_id': 'd3a509a9-1d9d-46ca-8043-af863b76e766', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:44:32Z', 'updated_at': '2021-06-06T11:44:49Z', 'revision_number': 4, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'gw_port': {'id': 'd3a509a9-1d9d-46ca-8043-af863b76e766', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:fb:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:49Z', 'updated_at': '2021-06-06T11:44:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '65268386-3484-4273-81fd-77b5b30c4c15', 'name': '', 'network_id': '9b0a0d7c-77c5-4974-b4a7-af809d26f064', 'tenant_id': 'bd1964d25e434b0193e3c5b27006c089', 'mac_address': 'fa:16:3e:1f:46:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa57216e-e9d3-452c-ba27-2732299effa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:44:41Z', 'updated_at': '2021-06-06T11:44:48Z', 'revision_number': 5, 'project_id': 'bd1964d25e434b0193e3c5b27006c089', 'subnets': [{'id': 'e95e0f38-96f8-4972-966d-9d6ee6d426f5', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'f667eb2c-09bd-48ba-a2ee-3dbb6c828277'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:44:53.116626 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 47582) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:44:53.232176 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-4165af13-f075-4bd8-8ff1-795f7392b031 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 411 time: 0.1143115
Jun 06 11:44:54.368717 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device d3a509a9-1d9d-46ca-8043-af863b76e766 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:44:54.440005 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port d3a509a9-1d9d-46ca-8043-af863b76e766 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:44:54.444488 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port d3a509a9-1d9d-46ca-8043-af863b76e766 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:44:54.446049 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:54.569364 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:54.586003 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port d3a509a9-1d9d-46ca-8043-af863b76e766, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=d3a509a9-1d9d-46ca-8043-af863b76e766,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:44:54.590442 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:44:54.592783 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-79a66cbf-7670-497c-8cc5-f281795109d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:44:54.656185 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=d3a509a9-1d9d-46ca-8043-af863b76e766,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:44:54.659052 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:44:56.353231 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device d3a509a9-1d9d-46ca-8043-af863b76e766 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:44:56.430781 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port d3a509a9-1d9d-46ca-8043-af863b76e766 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:44:56.431387 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:45:05.673683 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-95561125-5e70-4cab-867c-3f123c4d69d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:45:08.264367 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:45:08.575602 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8c596d9b-3545-49c7-9616-fa9030ffeb78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:45:09.606518 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:45:10.948820 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:45:27.700401 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 5 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:45:35.679683 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-310a51d0-ada3-4732-bfc7-37f87d2fe22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:45:38.260251 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:45:38.569968 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4aabf057-60ff-4892-a648-4e600d6c172a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:45:39.583019 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:45:40.965173 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:04.699639 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 5 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:46:05.673192 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-f676b961-18c2-470c-bb23-697129fcf3d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:08.254562 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:08.573358 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-13400883-3c2d-4bf0-a458-1d998a79b3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:09.581949 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:10.956316 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:30.893336 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48150) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:46:30.959781 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d40825-819b-4831-a38b-4827a496aa7c admin admin] GET failed (client error): The resource could not be found.
Jun 06 11:46:30.961081 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-40d40825-819b-4831-a38b-4827a496aa7c admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0668075
Jun 06 11:46:31.089185 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f117300d-6fa8-458f-a2a3-621240df32f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:31.090524 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-f117300d-6fa8-458f-a2a3-621240df32f4 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1256790
Jun 06 11:46:33.209515 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48160) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:46:33.319122 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca83856a-84c9-4e06-b692-b98e0595d8a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:33.320419 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-ca83856a-84c9-4e06-b692-b98e0595d8a9 admin admin] 10.222.0.46 "GET /v2.0/subnets/e95e0f38-96f8-4972-966d-9d6ee6d426f5 HTTP/1.1" status: 200  len: 849 time: 0.1100428
Jun 06 11:46:33.329968 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:46:33.441721 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Notify callbacks [] for subnet, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:33.629864 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744468523493'] for subnet, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:33.634916 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6f739177-1100-4c7f-9969-85c571eb4909 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:46:33.673845 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:33.674427 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:33.675676 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] 10.222.0.46 "PUT /v2.0/subnets/e95e0f38-96f8-4972-966d-9d6ee6d426f5 HTTP/1.1" status: 200  len: 868 time: 0.3493664
Jun 06 11:46:33.679464 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-682e0bf3-3cf6-4cd4-84f3-cae0ad049ee6 None None] Network 9b0a0d7c-77c5-4974-b4a7-af809d26f064 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:46:33.702206 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e95e0f38-96f8-4972-966d-9d6ee6d426f5,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:46:33.709932 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.710296 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.710836 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.710959 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.711216 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.711596 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.712282 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.712282 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.712545 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.712853 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.713142 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.713451 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:46:33.720706 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:46:34.209701 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-73c4da6b-7aef-4cb6-b4c3-4500a1f64515 None None] Provisioning complete for port 31dffd25-8fec-44c5-a7ea-561169043946 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:46:34.209996 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-73c4da6b-7aef-4cb6-b4c3-4500a1f64515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:34.330994 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-73c4da6b-7aef-4cb6-b4c3-4500a1f64515 None None] Provisioning complete for port 65268386-3484-4273-81fd-77b5b30c4c15 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:46:34.331284 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-73c4da6b-7aef-4cb6-b4c3-4500a1f64515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:35.675509 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-f06104a5-b838-44e7-83e3-03bdc7428f2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:35.886246 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48170) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:46:36.056515 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aabe838-6877-434d-ba7d-9f5486a91110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:36.057002 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aabe838-6877-434d-ba7d-9f5486a91110 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:36.058489 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-8aabe838-6877-434d-ba7d-9f5486a91110 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1713185
Jun 06 11:46:38.201564 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48178) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:46:38.258930 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:38.370167 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198a21d7-4af2-4bcb-91b8-5f169dd7375c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:38.370631 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198a21d7-4af2-4bcb-91b8-5f169dd7375c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:38.372117 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-198a21d7-4af2-4bcb-91b8-5f169dd7375c admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1696310
Jun 06 11:46:38.575244 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a1ea9e5d-8385-49ae-9ecb-105762f9f4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:39.584998 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:40.498289 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48186) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:46:40.668124 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cae76445-21fa-458c-b474-275ebd69fad3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:40.669406 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-cae76445-21fa-458c-b474-275ebd69fad3 admin admin] 10.222.0.46 "GET /v2.0/networks/9b0a0d7c-77c5-4974-b4a7-af809d26f064 HTTP/1.1" status: 200  len: 869 time: 0.1701772
Jun 06 11:46:40.958795 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:46:41.699076 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 5 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:46:42.765256 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48194) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:46:42.928877 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffcac6fe-e3d8-4743-b5ec-dd2caf2639db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:42.930229 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-ffcac6fe-e3d8-4743-b5ec-dd2caf2639db admin admin] 10.222.0.46 "GET /v2.0/networks/e66ff1dc-41f2-4152-9c0f-1b0300d6578f HTTP/1.1" status: 200  len: 886 time: 0.1640387
Jun 06 11:46:45.035926 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48202) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:46:45.141910 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c8ae9-45f2-427b-8fec-4441d77657f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:45.142364 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b0c8ae9-45f2-427b-8fec-4441d77657f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:45.143842 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-5b0c8ae9-45f2-427b-8fec-4441d77657f4 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1069849
Jun 06 11:46:47.252986 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48210) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:46:47.354971 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c2d88-71f7-40f1-ab9a-2439721870fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:47.355415 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80c2d88-71f7-40f1-ab9a-2439721870fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:47.356891 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-e80c2d88-71f7-40f1-ab9a-2439721870fb admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1028998
Jun 06 11:46:49.472796 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48218) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:46:49.575870 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9137acd8-38fa-434c-9f2e-80da663a7d34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:49.577190 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-9137acd8-38fa-434c-9f2e-80da663a7d34 admin admin] 10.222.0.46 "GET /v2.0/subnets/5f5dd428-7172-4519-afe2-90a563c7e7d0 HTTP/1.1" status: 200  len: 816 time: 0.1034393
Jun 06 11:46:51.687520 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48226) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:46:51.791516 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84c519c-238b-4d51-8759-ae3d13f4f467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:46:51.792822 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d84c519c-238b-4d51-8759-ae3d13f4f467 admin admin] 10.222.0.46 "GET /v2.0/subnets/e95e0f38-96f8-4972-966d-9d6ee6d426f5 HTTP/1.1" status: 200  len: 868 time: 0.1043525
Jun 06 11:47:05.677507 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-3c7508a9-2e87-4d1a-b378-20612f194cd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:08.260752 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:08.577186 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-1d973bc9-a421-415c-9c21-253bbd938dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:09.588502 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:10.966483 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:14.791498 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48270) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:47:14.837162 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [None req-5a5634e0-cf8b-4d26-9d8b-007cfb99fa67 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 11:47:14.838114 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-5a5634e0-cf8b-4d26-9d8b-007cfb99fa67 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0457115
Jun 06 11:47:17.022262 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48278) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:47:17.088371 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e8fd6fc-5a9c-474c-b7ef-1a83ea8bc09e admin admin] GET failed (client error): The resource could not be found.
Jun 06 11:47:17.089620 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-4e8fd6fc-5a9c-474c-b7ef-1a83ea8bc09e admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0664511
Jun 06 11:47:17.215708 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f83c7c-7de1-4fc0-a3ee-2900ef2345b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:47:17.217100 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-72f83c7c-7de1-4fc0-a3ee-2900ef2345b6 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1236787
Jun 06 11:47:18.697950 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 5 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:47:19.358377 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48286) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:47:19.405750 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:47:19.425727 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Made reservation on behalf of 4518852eef784435af996d4bcd7cf84a for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:47:19.428195 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:19.514586 dv-cinder-786260-3-iscsi neutron-server[91706]: WARNING neutron.services.revisions.revision_plugin [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f3fad6369d0] {project_id='4518852eef784435af996d4bcd7cf84a', id='def070bd-2afd-42be-9712-450f59cda99f', target_tenant='*', action='access_as_shared', object_id='78f334a0-390f-41ac-b8da-431723656368'}> to bump revision.
Jun 06 11:47:19.526763 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] vlan segment allocate from pool success with {'vlan_id': 668, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:47:19.536341 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:19.536619 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Added segment 067891f2-ce78-4107-81e5-2821a52052f1 of type vlan for network 78f334a0-390f-41ac-b8da-431723656368
Jun 06 11:47:19.562754 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:19.591329 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:19.592649 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:47:19.593239 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:19.597832 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:47:19.635033 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.2754860
Jun 06 11:47:19.692745 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Pushing event updated for resources: {'Network': ['ID=78f334a0-390f-41ac-b8da-431723656368,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:47:19.700313 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.700675 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.701027 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.701348 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.701667 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.701985 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.702301 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.702610 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.702923 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.703237 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.703551 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.703856 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:19.707599 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:47:19.714844 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 78f334a0-390f-41ac-b8da-431723656368 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:47:21.783015 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48294) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:47:21.852280 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa7e3b51-aba0-4062-a127-8cacdcc4d329 admin admin] GET failed (client error): The resource could not be found.
Jun 06 11:47:21.853545 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-aa7e3b51-aba0-4062-a127-8cacdcc4d329 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0696142
Jun 06 11:47:21.956559 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30712a3e-755f-4df3-b813-c74595ad4519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:47:21.958031 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-30712a3e-755f-4df3-b813-c74595ad4519 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1005154
Jun 06 11:47:21.967564 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'network_id': '78f334a0-390f-41ac-b8da-431723656368', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:47:21.988419 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Made reservation on behalf of 4518852eef784435af996d4bcd7cf84a for: {'subnet': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:47:21.990689 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:22.187627 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:22.191912 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:47:22.264825 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13f10ce9-d2d3-445d-b824-ada2a6073384,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:47:22.267926 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:47:22.270303 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Checking segment: {'id': '067891f2-ce78-4107-81e5-2821a52052f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '78f334a0-390f-41ac-b8da-431723656368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:47:22.270646 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Network hostable DHCP agents. Network: 78f334a0-390f-41ac-b8da-431723656368, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:47:22.286285 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Network 78f334a0-390f-41ac-b8da-431723656368 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:47:22.295800 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 78f334a0-390f-41ac-b8da-431723656368) {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:47:22.299622 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:47:22.300198 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:22.305127 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa368ed7-5c70-4ec9-a4cf-e4568122de21 None None] Network 78f334a0-390f-41ac-b8da-431723656368 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:47:22.316992 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3528583
Jun 06 11:47:22.523452 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd720dfd-3095-5a56-8e8c-de7b1fec5ee5-78f334a0-390f-41ac-b8da-431723656368', 'network_id': '78f334a0-390f-41ac-b8da-431723656368', 'tenant_id': '4518852eef784435af996d4bcd7cf84a', 'fixed_ips': [{'subnet_id': '13f10ce9-d2d3-445d-b824-ada2a6073384'}]}} from dv-cinder-786260-3-iscsi. {{(pid=91707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 06 11:47:22.524291 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:22.682622 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.db_base_plugin_common [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Allocated IP 192.168.233.2 (78f334a0-390f-41ac-b8da-431723656368/13f10ce9-d2d3-445d-b824-ada2a6073384/e5469e31-6342-49ed-ad81-cd91e07d453f) {{(pid=91707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:47:22.881838 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Notify callbacks [] for port, precommit_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:22.892529 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Transition to ACTIVE for port object e5469e31-6342-49ed-ad81-cd91e07d453f will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:47:22.910984 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Transition to ACTIVE for port object e5469e31-6342-49ed-ad81-cd91e07d453f will not be triggered until provisioned by entity DHCP. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:47:22.917762 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:22.925164 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:47:22.986327 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Network 78f334a0-390f-41ac-b8da-431723656368 is already hosted by enough agents. {{(pid=91707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:47:22.989051 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.base_scheduler [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Resources bound (agent type, host, resource id):  {{(pid=91707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:47:22.995389 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Received port after_create {{(pid=91707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:47:22.997455 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Pushing event updated for resources: {'Port': ['ID=e5469e31-6342-49ed-ad81-cd91e07d453f,revision_number=1']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:47:23.029501 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.029835 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.030157 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.030474 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.030788 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.031100 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.031412 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.031722 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.032054 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.032366 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.032670 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.032995 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:47:23.041231 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:47:23.096876 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Attempting to bind port e5469e31-6342-49ed-ad81-cd91e07d453f on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:47:23.097246 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Attempting to bind port e5469e31-6342-49ed-ad81-cd91e07d453f by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '067891f2-ce78-4107-81e5-2821a52052f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '78f334a0-390f-41ac-b8da-431723656368'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:47:23.097631 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Attempting to bind port e5469e31-6342-49ed-ad81-cd91e07d453f on network 78f334a0-390f-41ac-b8da-431723656368 {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:47:23.103053 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:47:23.103991 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Checking segment: {'id': '067891f2-ce78-4107-81e5-2821a52052f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '78f334a0-390f-41ac-b8da-431723656368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:47:23.103991 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:23.104177 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Bound using segment: {'id': '067891f2-ce78-4107-81e5-2821a52052f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '78f334a0-390f-41ac-b8da-431723656368'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:47:23.104577 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Bound port: e5469e31-6342-49ed-ad81-cd91e07d453f, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '067891f2-ce78-4107-81e5-2821a52052f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '78f334a0-390f-41ac-b8da-431723656368'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:47:23.104966 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:23.193826 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] For port e5469e31-6342-49ed-ad81-cd91e07d453f, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:47:23.197795 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] For port e5469e31-6342-49ed-ad81-cd91e07d453f, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=e5469e31-6342-49ed-ad81-cd91e07d453f,segment=NetworkSegment(067891f2-ce78-4107-81e5-2821a52052f1),segment_id=067891f2-ce78-4107-81e5-2821a52052f1)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:47:23.202737 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:23.206698 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:47:23.279827 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Pushing event updated for resources: {'Port': ['ID=e5469e31-6342-49ed-ad81-cd91e07d453f,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:47:23.282779 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:47:24.076979 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26957d08-ffff-46f4-a94e-7f5d465cf376 None None] Network 78f334a0-390f-41ac-b8da-431723656368 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:47:24.183601 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-38d70dc7-6304-440c-a58e-606d3d6c8228 None None] Provisioning for port e5469e31-6342-49ed-ad81-cd91e07d453f completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:47:24.483675 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device e5469e31-6342-49ed-ad81-cd91e07d453f up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:47:24.562584 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port e5469e31-6342-49ed-ad81-cd91e07d453f completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:47:24.567172 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port e5469e31-6342-49ed-ad81-cd91e07d453f triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:47:24.567550 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:24.684752 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:24.742445 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port e5469e31-6342-49ed-ad81-cd91e07d453f, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=e5469e31-6342-49ed-ad81-cd91e07d453f,segment=NetworkSegment(067891f2-ce78-4107-81e5-2821a52052f1),segment_id=067891f2-ce78-4107-81e5-2821a52052f1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:47:24.746589 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:24.750414 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-79a66cbf-7670-497c-8cc5-f281795109d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:47:24.814824 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=e5469e31-6342-49ed-ad81-cd91e07d453f,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:47:24.817735 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:47:26.466946 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device e5469e31-6342-49ed-ad81-cd91e07d453f up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:47:26.535441 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port e5469e31-6342-49ed-ad81-cd91e07d453f triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:47:26.535805 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:35.678107 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-889a6423-aa3a-4d4f-b3df-096b1555a8bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:38.267337 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:38.578824 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-654cb46b-3f5a-454f-aa42-d514d8a1be7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:39.593368 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:40.970692 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:47:55.695912 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 5 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:48:05.680526 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-de6a861b-9156-41bb-9453-9b69398ac871 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:08.260525 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:08.579228 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-badc9044-59cf-4568-aaf8-f1ff197af7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:09.594259 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:10.976811 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:28.940271 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48346) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:48:28.946370 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [None req-259beb06-fc7f-4b3f-b086-a293ab30dce0 tempest-verify_tempest_config-1676519454 tempest-verify_tempest_config-1676519454-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 11:48:28.947313 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-259beb06-fc7f-4b3f-b086-a293ab30dce0 tempest-verify_tempest_config-1676519454 tempest-verify_tempest_config-1676519454-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0060303
Jun 06 11:48:29.244805 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48364) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:48:29.359132 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:29.462013 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:29.465577 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:29.474158 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:48:29.512789 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=231f91f4d6fe4b76920761ba2ef56822&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2668862
Jun 06 11:48:29.515346 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b4498cc-3415-4acd-83b7-bb48645947f4,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:48:29.515564 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48370) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:48:29.521225 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.521584 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.521917 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.522239 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.522557 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.522890 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.523209 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.523522 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.523850 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.524166 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.524481 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.524911 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.528644 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:48:29.572578 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:29.597379 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:29.689065 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:29.691767 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:29.693474 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8b4498cc-3415-4acd-83b7-bb48645947f4 HTTP/1.1" status: 204  len: 168 time: 0.1767530
Jun 06 11:48:29.694084 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:48:29.703032 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b4498cc-3415-4acd-83b7-bb48645947f4,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:48:29.709812 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.710172 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.710506 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.710830 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.711149 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.711478 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.711795 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.712110 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.712438 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.712849 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.713088 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.713605 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:48:29.716614 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:48:32.695050 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 5 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:48:35.682026 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c57f09af-5545-4691-9c36-8a8e3189fdc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:38.263693 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:38.580541 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-56020765-7f97-4a39-91a5-c04853596c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:39.598466 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:48:40.980072 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:05.683564 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-41bfeaa2-f5ec-4f3b-93a8-d12821373312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:08.266422 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:08.582601 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b3f8585f-85e1-411a-b946-00f3bc93ac84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:09.599372 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:09.694163 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 5 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:49:10.981144 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:35.684925 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-98a654a1-5c9d-4147-8328-3d578396d00b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:38.268185 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:38.583489 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ceb27efd-896e-4b71-8001-005cc4e478bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:39.602081 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:40.983450 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:49:46.692698 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 5 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:50:01.804550 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708'] for agent, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:05.686383 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-0148e30d-b49e-4f20-99d7-10ea0f83b139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:05.818181 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48422) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:50:05.931481 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-986902a9-166b-4e4e-b65b-8a8afaa5c1d4 admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1122446
Jun 06 11:50:08.058449 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48432) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:50:08.112726 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1e47c33c-14fd-43a9-acdd-62e332e30c6c admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0531890
Jun 06 11:50:08.271301 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:08.583784 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-be5c8af8-3d7c-4ca2-bc7d-70f8ced203be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:09.606304 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:10.986467 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:23.691527 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:50:31.760157 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:35.687128 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-56ec15a2-835b-4d13-85a2-0bc0068de915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:38.269523 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:38.585112 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-9ca598b4-81ab-4b89-add0-93ac1e62c240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:39.608985 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:50:40.988032 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:00.690247 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:51:01.769757 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:05.688176 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-1675622f-f400-41f3-952b-6afba8bbfb4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:08.273389 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:08.585252 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a12c79ea-2e73-4a4b-886d-db430d0c5f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:09.610739 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:10.994762 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:31.773213 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:32.727822 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48638) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:33.195722 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48658) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:33.227356 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48662) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:33.241670 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-network', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:33.267075 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Made reservation on behalf of 373b4ba1eb834fa9bc7a3a479fbd9a0a for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:33.269663 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.273366 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48666) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:33.291817 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.374676 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48676) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:33.447984 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.452085 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.456899 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-58b699bb-e214-4712-ac6c-78096174617b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:33.483248 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbfd7745-f23b-4ae1-bb6e-73bfdfb031da,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:33.493986 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.494370 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.494738 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.495290 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.495754 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.496037 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.496319 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.496647 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.497029 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.497404 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.497616 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.497922 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Tracked resource versions report:
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]: pushed versions:
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]: {   'AddressGroup': {'1.2'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'ConntrackHelper': {'1.0'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'Log': {'1.0'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'Network': {'1.1'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'Port': {'1.7'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'PortForwarding': {'1.2'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'QosPolicy': {'1.8'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'SecurityGroup': {'1.4'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'SecurityGroupRule': {'1.2'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'SubPort': {'1.0'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'Subnet': {'1.1'},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     'Trunk': {'1.1'}}
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]: consumer versions:
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]: {   DHCP agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     HyperV agent@hv-cinder-78626: {},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     L3 agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     Metadata agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     Metering agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:     Open vSwitch agent@dv-cinder-786260-3-iscsi: {   'AddressGroup': '1.2',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'ConntrackHelper': '1.0',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'Log': '1.0',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'Network': '1.1',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'Port': '1.7',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'PortForwarding': '1.2',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'QosPolicy': '1.8',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'SecurityGroup': '1.4',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'SecurityGroupRule': '1.2',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'SubPort': '1.0',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'Subnet': '1.1',
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:                                                      'Trunk': '1.1'}}
Jun 06 11:51:33.498979 dv-cinder-786260-3-iscsi neutron-server[91706]:  {{(pid=91706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 06 11:51:33.505838 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:33.517920 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-913942912-network', 'tenant_id': '53014cfd1d5b4ea5b9d78120d23fd44c'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:33.522115 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1855441689-network', 'tenant_id': 'b70e174e528d4ec0ae31867601649972'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:33.531462 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-network', 'tenant_id': '5633147cc3d2482e885ca5ede2087477'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:33.536181 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] vlan segment allocate from pool success with {'vlan_id': 689, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:51:33.546973 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Made reservation on behalf of b70e174e528d4ec0ae31867601649972 for: {'network': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:33.549979 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.561516 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.561853 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Added segment d788e438-8994-4462-80e4-3f93344f2dd8 of type vlan for network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0
Jun 06 11:51:33.569256 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.588613 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Made reservation on behalf of 53014cfd1d5b4ea5b9d78120d23fd44c for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:33.590919 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.614266 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1731745931-network', 'tenant_id': 'f098eecf041c44d3ad1adf2a10e69737'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:33.615151 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.618758 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.666409 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Made reservation on behalf of 5633147cc3d2482e885ca5ede2087477 for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:33.668676 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.688403 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.709666 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.712478 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:33.713176 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.725280 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:33.760457 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.767420 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.798182 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] vlan segment allocate from pool success with {'vlan_id': 681, 'physical_network': 'physnet1'}  {{(pid=91705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:51:33.809036 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.809629 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.segments_db [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Added segment 124bb669-c29c-42fc-8b47-e22ca08828b1 of type vlan for network 4cb10f0a-05af-4fba-b41d-12091928d248
Jun 06 11:51:33.841441 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.842550 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Pushing event updated for resources: {'Network': ['ID=89544a8d-9a6e-4f9e-81a7-28eca1a376e0,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:33.846969 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:33.851233 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5a994f38-6ef8-4e00-9a82-8bd9a331e294 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:33.858505 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Made reservation on behalf of f098eecf041c44d3ad1adf2a10e69737 for: {'network': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:33.861272 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.865013 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:51:33.919499 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.933932 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a10ca35-b15c-4806-828e-11ad8e464f13,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:33.947392 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.948018 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.948726 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.949225 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.949694 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.950200 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.950679 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.951146 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.951627 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.952092 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.952573 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.953057 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Tracked resource versions report:
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]: pushed versions:
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]: {   'AddressGroup': {'1.2'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'ConntrackHelper': {'1.0'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'Log': {'1.0'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'Network': {'1.1'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'Port': {'1.7'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'PortForwarding': {'1.2'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'QosPolicy': {'1.8'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'SecurityGroup': {'1.4'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'SecurityGroupRule': {'1.2'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'SubPort': {'1.0'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'Subnet': {'1.1'},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     'Trunk': {'1.1'}}
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]: consumer versions:
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]: {   DHCP agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     HyperV agent@hv-cinder-78626: {},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     L3 agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     Metadata agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     Metering agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:     Open vSwitch agent@dv-cinder-786260-3-iscsi: {   'AddressGroup': '1.2',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'ConntrackHelper': '1.0',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'Log': '1.0',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'Network': '1.1',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'Port': '1.7',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'PortForwarding': '1.2',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'QosPolicy': '1.8',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'SecurityGroup': '1.4',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'SecurityGroupRule': '1.2',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'SubPort': '1.0',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'Subnet': '1.1',
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:                                                      'Trunk': '1.1'}}
Jun 06 11:51:33.954300 dv-cinder-786260-3-iscsi neutron-server[91705]:  {{(pid=91705) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 06 11:51:33.959603 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.960748 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:33.962084 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:33.962826 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:33.977232 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:34.029865 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.045010 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.069692 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Pushing event updated for resources: {'Network': ['ID=4cb10f0a-05af-4fba-b41d-12091928d248,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:34.072366 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:34.077746 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] vlan segment allocate from pool success with {'vlan_id': 675, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:51:34.081390 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 4cb10f0a-05af-4fba-b41d-12091928d248 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:51:34.123646 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.123994 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Added segment 25fa7ab8-d083-47c5-bdc5-5815202481b2 of type vlan for network e3ae0608-90fa-4167-949f-1b861b3fb454
Jun 06 11:51:34.144591 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:34.205319 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daae726c-e7a1-4db5-8273-b3d2d836a9e2,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:34.209093 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:34.229844 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.297041 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.303689 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:34.304583 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.314497 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:34.441131 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Pushing event updated for resources: {'Network': ['ID=e3ae0608-90fa-4167-949f-1b861b3fb454,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:34.445717 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:34.447495 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.458164 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network e3ae0608-90fa-4167-949f-1b861b3fb454 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:51:34.460060 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.462824 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1877651
Jun 06 11:51:34.466309 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:34.467029 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48720) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:34.472495 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Request body: {'subnet': {'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1855441689-subnet', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:34.480204 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 1.7512145
Jun 06 11:51:34.482234 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48722) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:34.485160 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2881796
Jun 06 11:51:34.492360 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48724) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:34.495359 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Request body: {'subnet': {'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-subnet', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:34.497722 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Request body: {'subnet': {'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-913942912-subnet', 'tenant_id': '53014cfd1d5b4ea5b9d78120d23fd44c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:34.507175 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] vlan segment allocate from pool success with {'vlan_id': 674, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:51:34.529887 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93927e37-573e-4f32-9e80-3a6ce20fbf68,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:34.551187 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:34.553764 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.553764 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Added segment 172389f1-0ea2-453a-8c4a-4d5b35e8ae4f of type vlan for network 0f36849b-663e-409b-b9ee-637f743f6c79
Jun 06 11:51:34.636757 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.703464 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.712900 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.714390 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:34.715433 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.720729 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:34.731340 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.780722 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2808e42a-73e0-4afa-84e8-18440546bafb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:34.805768 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] vlan segment allocate from pool success with {'vlan_id': 655, 'physical_network': 'physnet1'}  {{(pid=91705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:51:34.848044 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Pushing event updated for resources: {'Network': ['ID=0f36849b-663e-409b-b9ee-637f743f6c79,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:34.851625 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:34.858697 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 1.6302357
Jun 06 11:51:34.864221 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 0f36849b-663e-409b-b9ee-637f743f6c79 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:51:34.864727 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48738) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:34.870554 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Request body: {'subnet': {'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-subnet', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:34.881268 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.881839 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.segments_db [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Added segment 62a9cef6-8a7c-499e-8f5f-8c78311f6bdb of type vlan for network 7e34496b-6a8c-4578-b2da-07bc53eb9102
Jun 06 11:51:34.891247 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Made reservation on behalf of 373b4ba1eb834fa9bc7a3a479fbd9a0a for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:34.894464 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Notify callbacks [] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:34.955053 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:35.063383 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Made reservation on behalf of b70e174e528d4ec0ae31867601649972 for: {'subnet': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:35.067794 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Notify callbacks [] for subnet, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:35.100312 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=913308b5-7070-49b1-a7b9-e1ddc18aecec,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:35.121027 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:35.122691 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:35.147567 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:35.149303 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:35.164675 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:35.368556 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:35.377555 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:35.458684 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Made reservation on behalf of 53014cfd1d5b4ea5b9d78120d23fd44c for: {'subnet': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:35.461443 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Notify callbacks [] for subnet, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:35.488560 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.1127715
Jun 06 11:51:35.496532 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Pushing event updated for resources: {'Network': ['ID=7e34496b-6a8c-4578-b2da-07bc53eb9102,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:35.500126 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:35.510133 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48766) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:35.517942 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 7e34496b-6a8c-4578-b2da-07bc53eb9102 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:51:35.582830 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Request body: {'subnet': {'network_id': '7e34496b-6a8c-4578-b2da-07bc53eb9102', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1731745931-subnet', 'tenant_id': 'f098eecf041c44d3ad1adf2a10e69737', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:35.656495 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Checking segment: {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:35.657048 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Network hostable DHCP agents. Network: 89544a8d-9a6e-4f9e-81a7-28eca1a376e0, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:51:35.711613 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Made reservation on behalf of 5633147cc3d2482e885ca5ede2087477 for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:35.715848 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:35.753727 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:51:35.776929 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Pushing event updated for resources: {'Subnet': ['ID=905f413a-c02e-4296-bf9e-bc5821ce5c4b,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:35.788854 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 89544a8d-9a6e-4f9e-81a7-28eca1a376e0) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:35.831130 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:35.903925 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-fbdf9470-1587-4b4e-b4be-3c0026ecb4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:35.944131 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63b3c1d-a06d-4522-9edb-2a6466fb575b None None] Network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:51:35.947290 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Made reservation on behalf of f098eecf041c44d3ad1adf2a10e69737 for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:35.952205 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:35.986009 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:35.987001 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.058960 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.5722730
Jun 06 11:51:36.060280 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48784) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:36.097001 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:36.179300 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.188542 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c4544cec-69a7-40ad-9c9d-a062c08ed52c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:36.224418 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48790) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:36.324077 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13581'] for router, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.326066 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1649150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-304764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13588'] for router, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.373642 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd720dfd-3095-5a56-8e8c-de7b1fec5ee5-89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b'}]}} from dv-cinder-786260-3-iscsi. {{(pid=91707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 06 11:51:36.375175 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.380089 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Checking segment: {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:36.381311 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Network hostable DHCP agents. Network: 4cb10f0a-05af-4fba-b41d-12091928d248, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:51:36.387141 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Pushing event updated for resources: {'Subnet': ['ID=152508a6-2d08-4397-81a6-be9ae3bc7dc7,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:36.393864 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:36.426260 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-153a0cda-7a4e-4652-9544-5c1676b154bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.439456 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.507437 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.517848 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:36.554312 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Network 4cb10f0a-05af-4fba-b41d-12091928d248 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:51:36.592468 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 4cb10f0a-05af-4fba-b41d-12091928d248) {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:36.598161 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:36.598802 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.613766 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.db_base_plugin_common [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Allocated IP 172.20.0.2 (89544a8d-9a6e-4f9e-81a7-28eca1a376e0/905f413a-c02e-4296-bf9e-bc5821ce5c4b/a1d80d46-03ca-4a09-8567-fe7eaa6314e4) {{(pid=91707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:51:36.652490 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=614cc7c5-d430-4a05-a524-33339245adf2,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:36.655436 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:36.655894 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e549757a-c388-4bbe-bf8a-4e345693b751 None None] Network 4cb10f0a-05af-4fba-b41d-12091928d248 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:51:36.677909 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Checking segment: {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:36.678354 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Network hostable DHCP agents. Network: e3ae0608-90fa-4167-949f-1b861b3fb454, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:51:36.699415 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-153a0cda-7a4e-4652-9544-5c1676b154bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.712665 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-153a0cda-7a4e-4652-9544-5c1676b154bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.720961 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-0bf7771b-aa4f-4e31-a8a2-3ccd9ea79d1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:36.733657 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-69458a8a-7571-4e12-aa96-d429ec722d2c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.2655969
Jun 06 11:51:36.740581 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 48802) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:36.741565 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Network e3ae0608-90fa-4167-949f-1b861b3fb454 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:51:36.756048 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:36.774957 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, e3ae0608-90fa-4167-949f-1b861b3fb454) {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:36.781048 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:36.781737 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.801528 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153a0cda-7a4e-4652-9544-5c1676b154bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e4b60ba-006b-4c72-9b03-65e02f22dc73,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:36.804736 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-153a0cda-7a4e-4652-9544-5c1676b154bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:36.812857 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-153a0cda-7a4e-4652-9544-5c1676b154bc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9b5e195ecc5d4b18939a546ac7e03ae4&name=default HTTP/1.1" status: 200  len: 2975 time: 0.5873170
Jun 06 11:51:36.813362 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48808) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:36.882614 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8d83fa1c-532e-4d33-8d9f-d6f94c9ff003 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.922863 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8d83fa1c-532e-4d33-8d9f-d6f94c9ff003 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:36.996106 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc7266e2-f979-4cdb-ba28-5531ff7ff114 None None] Network e3ae0608-90fa-4167-949f-1b861b3fb454 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:51:37.013341 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8d83fa1c-532e-4d33-8d9f-d6f94c9ff003 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.016791 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8d83fa1c-532e-4d33-8d9f-d6f94c9ff003 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.027624 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-8d83fa1c-532e-4d33-8d9f-d6f94c9ff003 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2e4b60ba-006b-4c72-9b03-65e02f22dc73 HTTP/1.1" status: 204  len: 168 time: 0.2125170
Jun 06 11:51:37.029048 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:37.031275 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.058501 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d83fa1c-532e-4d33-8d9f-d6f94c9ff003 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e4b60ba-006b-4c72-9b03-65e02f22dc73,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:37.062269 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-8d83fa1c-532e-4d33-8d9f-d6f94c9ff003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:37.117955 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d39dd2f0-0cd1-4efd-ac56-4330b2248efa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:37.290366 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd720dfd-3095-5a56-8e8c-de7b1fec5ee5-4cb10f0a-05af-4fba-b41d-12091928d248', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7'}]}} from dv-cinder-786260-3-iscsi. {{(pid=91707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 06 11:51:37.291207 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.432307 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.447980 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 2.9544010
Jun 06 11:51:37.579354 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13581'] for router, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.581368 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1649150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-304764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13588'] for router, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.607651 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.684728 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Notify callbacks [] for port, precommit_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.691412 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:51:37.704192 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3145ae2b-fe57-4632-940b-e7de4d894af9 None None] Network e3ae0608-90fa-4167-949f-1b861b3fb454 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:51:37.727732 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Transition to ACTIVE for port object a1d80d46-03ca-4a09-8567-fe7eaa6314e4 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:37.761014 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48838) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:37.806902 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-32162a06-cf64-47df-9bfd-43e42f3afe58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.817207 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.838300 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.db_base_plugin_common [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Allocated IP 172.20.0.2 (4cb10f0a-05af-4fba-b41d-12091928d248/152508a6-2d08-4397-81a6-be9ae3bc7dc7/df9d2693-50bb-4c19-a5c4-be4e6d37f2d2) {{(pid=91707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:51:37.908631 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Transition to ACTIVE for port object a1d80d46-03ca-4a09-8567-fe7eaa6314e4 will not be triggered until provisioned by entity DHCP. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:37.947240 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:37.978764 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Checking segment: {'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:37.979282 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Network hostable DHCP agents. Network: 0f36849b-663e-409b-b9ee-637f743f6c79, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:51:37.982383 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:38.007299 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62457a9f-69b9-4238-b8bb-a7ad2f176a5f,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:38.035461 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Checking segment: {'id': '62a9cef6-8a7c-499e-8f5f-8c78311f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7e34496b-6a8c-4578-b2da-07bc53eb9102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:38.036040 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Network hostable DHCP agents. Network: 7e34496b-6a8c-4578-b2da-07bc53eb9102, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:51:38.040726 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:38.046143 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-32162a06-cf64-47df-9bfd-43e42f3afe58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.047075 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.469s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:38.053494 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-32162a06-cf64-47df-9bfd-43e42f3afe58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.072248 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:38.155775 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-32162a06-cf64-47df-9bfd-43e42f3afe58 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e18e914259c4f5ca8e649a067dfe55c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.3917632
Jun 06 11:51:38.157605 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32162a06-cf64-47df-9bfd-43e42f3afe58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc31c0d-686f-488b-984c-2e04d65ed901,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:38.162103 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48848) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:38.184344 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-32162a06-cf64-47df-9bfd-43e42f3afe58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:38.228961 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 is already hosted by enough agents. {{(pid=91707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:38.246481 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.base_scheduler [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Resources bound (agent type, host, resource id):  {{(pid=91707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:38.247495 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0648e1-af79-41a5-af10-ec2ae301cc14,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:38.250662 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Pushing event updated for resources: {'Port': ['ID=a1d80d46-03ca-4a09-8567-fe7eaa6314e4,revision_number=1']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:38.261888 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:38.263672 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Received port after_create {{(pid=91707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:51:38.288984 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-91e80aa3-5136-4719-9591-11b68350a761 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.311304 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Network 0f36849b-663e-409b-b9ee-637f743f6c79 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:51:38.329396 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.329871 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.330295 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.330907 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.331232 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.331712 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.332067 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.332393 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.332781 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.333186 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.333625 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.336831 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Tracked resource versions report:
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]: pushed versions:
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]: {   'AddressGroup': {'1.2'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'ConntrackHelper': {'1.0'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'Log': {'1.0'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'Network': {'1.1'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'Port': {'1.7'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'PortForwarding': {'1.2'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'QosPolicy': {'1.8'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'SecurityGroup': {'1.4'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'SecurityGroupRule': {'1.2'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'SubPort': {'1.0'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'Subnet': {'1.1'},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     'Trunk': {'1.1'}}
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]: consumer versions:
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]: {   DHCP agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     HyperV agent@hv-cinder-78626: {},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     L3 agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     Metadata agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     Metering agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:     Open vSwitch agent@dv-cinder-786260-3-iscsi: {   'AddressGroup': '1.2',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'ConntrackHelper': '1.0',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'Log': '1.0',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'Network': '1.1',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'Port': '1.7',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'PortForwarding': '1.2',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'QosPolicy': '1.8',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'SecurityGroup': '1.4',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'SecurityGroupRule': '1.2',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'SubPort': '1.0',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'Subnet': '1.1',
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:                                                      'Trunk': '1.1'}}
Jun 06 11:51:38.338144 dv-cinder-786260-3-iscsi neutron-server[91707]:  {{(pid=91707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 06 11:51:38.343158 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-91e80aa3-5136-4719-9591-11b68350a761 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.345454 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:38.408992 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.420669 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48866) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:38.424087 dv-cinder-786260-3-iscsi neutron-server[91705]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 06 11:51:38.482880 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Attempting to bind port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:51:38.483138 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Attempting to bind port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:51:38.483489 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Attempting to bind port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 on network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:51:38.494187 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:51:38.494555 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Checking segment: {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:38.494955 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.495337 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Bound using segment: {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:51:38.495804 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Bound port: a1d80d46-03ca-4a09-8567-fe7eaa6314e4, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:51:38.496171 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.520034 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Notify callbacks [] for port, precommit_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.569804 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 0f36849b-663e-409b-b9ee-637f743f6c79) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:38.590720 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ecd9e2-670c-4fdd-9761-6fa7fbac4e5b None None] Network 0f36849b-663e-409b-b9ee-637f743f6c79 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:51:38.595381 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:38.596320 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.600852 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-91e80aa3-5136-4719-9591-11b68350a761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.605600 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-91e80aa3-5136-4719-9591-11b68350a761 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.610492 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-91e80aa3-5136-4719-9591-11b68350a761 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/cfc31c0d-686f-488b-984c-2e04d65ed901 HTTP/1.1" status: 204  len: 168 time: 0.4422684
Jun 06 11:51:38.611130 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Network 7e34496b-6a8c-4578-b2da-07bc53eb9102 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:51:38.630026 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:38.666304 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e80aa3-5136-4719-9591-11b68350a761 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc31c0d-686f-488b-984c-2e04d65ed901,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:38.684525 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-91e80aa3-5136-4719-9591-11b68350a761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:38.705063 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-26070f9c-14d1-4321-979a-0af1a2a388bd tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:38.707166 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-26070f9c-14d1-4321-979a-0af1a2a388bd tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 814 time: 0.2849598
Jun 06 11:51:38.735672 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-5b96d4a8-e955-4ce1-8823-8ba8bc4a35fb tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/quotas/53014cfd1d5b4ea5b9d78120d23fd44c HTTP/1.1" status: 200  len: 375 time: 0.0192173
Jun 06 11:51:38.745485 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Transition to ACTIVE for port object df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:38.768309 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Transition to ACTIVE for port object df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 will not be triggered until provisioned by entity DHCP. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:38.805188 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.830225 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 7e34496b-6a8c-4578-b2da-07bc53eb9102) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:38.843638 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:38.844956 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.870540 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 4.0041180
Jun 06 11:51:38.890568 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f55e413d-995c-4a2c-83f0-b7083c6d6c20 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1456301
Jun 06 11:51:38.891415 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48880) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:38.898219 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-router', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:38.904597 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272c9fcd-2c46-49ed-b2b5-3cb29088bafb None None] Network 7e34496b-6a8c-4578-b2da-07bc53eb9102 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:51:38.921394 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.955653 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13581'] for router, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.955653 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1649150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-304764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13588'] for router, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:38.995588 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:39.012073 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.4540584
Jun 06 11:51:39.043060 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:39.115763 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Network 4cb10f0a-05af-4fba-b41d-12091928d248 is already hosted by enough agents. {{(pid=91707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:39.124349 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.base_scheduler [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Resources bound (agent type, host, resource id):  {{(pid=91707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:39.134794 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-63e3d157-4ab0-4a05-93e4-078775319247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:39.148402 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Received port after_create {{(pid=91707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:51:39.180194 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166d7985-0839-4740-a8e1-33bd04e93e64 None None] Network 0f36849b-663e-409b-b9ee-637f743f6c79 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:51:39.312196 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] For port a1d80d46-03ca-4a09-8567-fe7eaa6314e4, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:51:39.411793 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] For port a1d80d46-03ca-4a09-8567-fe7eaa6314e4, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=a1d80d46-03ca-4a09-8567-fe7eaa6314e4,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:51:39.527847 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48904) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:39.545251 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:39.561897 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Attempting to bind port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:51:39.562264 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Attempting to bind port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:51:39.562625 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Attempting to bind port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 on network 4cb10f0a-05af-4fba-b41d-12091928d248 {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:51:39.583504 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Pushing event updated for resources: {'Port': ['ID=df9d2693-50bb-4c19-a5c4-be4e6d37f2d2,revision_number=1']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:39.600294 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.557s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:39.607774 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:39.667554 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:51:39.667924 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Checking segment: {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:39.668314 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:39.668794 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Bound using segment: {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:51:39.669281 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Bound port: df9d2693-50bb-4c19-a5c4-be4e6d37f2d2, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:51:39.669669 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:39.811676 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:39.982396 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:40.021916 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-27ffb04e-0d15-48fe-967b-b8d07c95b5f1 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 11:51:40.024427 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-27ffb04e-0d15-48fe-967b-b8d07c95b5f1 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4979017
Jun 06 11:51:40.264468 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1e10083f-6bda-4a14-9e98-c36d926dda6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:40.274534 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:40.275667 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] For port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:51:40.387360 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] For port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=df9d2693-50bb-4c19-a5c4-be4e6d37f2d2,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:51:40.410037 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1bb7d4-143c-44fe-ac6b-683b6289efb7 None None] Network 7e34496b-6a8c-4578-b2da-07bc53eb9102 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:51:40.444672 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Pushing event updated for resources: {'Port': ['ID=a1d80d46-03ca-4a09-8567-fe7eaa6314e4,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:40.457825 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:40.461105 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.853s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:40.492451 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:40.683934 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48948) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:40.723897 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:40.775864 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Pushing event updated for resources: {'Port': ['ID=df9d2693-50bb-4c19-a5c4-be4e6d37f2d2,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:40.782446 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:40.796933 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:40.847401 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:40.863516 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a1d80d46-03ca-4a09-8567-fe7eaa6314e4 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:51:41.028112 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Allocated IP 172.27.1.64 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/08e8d0b3-dfe7-40a6-b6f5-c067f37181e4) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:51:41.153386 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:51:41.156888 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:41.162707 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-945785e6-35ec-4869-9a8d-d116d72dc2cc service neutron] 10.222.0.46 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1225791
Jun 06 11:51:41.250407 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:41.330165 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:41.341810 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-43d29422-c84f-4c81-830c-ddc59fc1aea6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:41.347496 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-fcc21f38-08bc-4b9f-830a-a1aaf907840c tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:41.349155 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-fcc21f38-08bc-4b9f-830a-a1aaf907840c tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/networks?id=7e34496b-6a8c-4578-b2da-07bc53eb9102 HTTP/1.1" status: 200  len: 812 time: 0.6501534
Jun 06 11:51:41.412516 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:41.417100 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:41.425381 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:51:41.455178 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-b065c5ff-f359-4979-ad6c-5412165ce471 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/quotas/f098eecf041c44d3ad1adf2a10e69737 HTTP/1.1" status: 200  len: 375 time: 0.0974097
Jun 06 11:51:41.491319 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e02569d-6944-4762-823f-13e0e426b1ee None None] Network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:51:41.507063 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Allocated IP 172.27.1.82 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/8056671a-2653-44ea-96de-24a6e78bce80) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:51:41.512721 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Pushing event updated for resources: {'Port': ['ID=08e8d0b3-dfe7-40a6-b6f5-c067f37181e4,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:41.543180 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1e10083f-6bda-4a14-9e98-c36d926dda6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:41.546017 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-f723b7b9-e2da-44a4-88ad-dbdf37b1b38a tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=f098eecf041c44d3ad1adf2a10e69737&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0813975
Jun 06 11:51:41.549177 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-690a63dc-fb5d-4bf2-bf00-f91b65495594 service neutron] 10.222.0.46 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3856339
Jun 06 11:51:41.552337 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1e10083f-6bda-4a14-9e98-c36d926dda6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:41.570569 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-91e80aa3-5136-4719-9591-11b68350a761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:41.615583 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:41.626864 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-1e10083f-6bda-4a14-9e98-c36d926dda6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6dd3f2543e14348994837fa0250c0ac&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0976717
Jun 06 11:51:41.627505 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 48974) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:41.642479 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e10083f-6bda-4a14-9e98-c36d926dda6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6568e5b5-69be-4abe-a67a-169e2250c967,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:41.657854 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1e10083f-6bda-4a14-9e98-c36d926dda6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:41.788087 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8b062bd6-32b9-4648-97b2-711a10aa2a73 None None] Provisioning for port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:51:41.806512 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8b062bd6-32b9-4648-97b2-711a10aa2a73 None None] Provisioning complete for port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:41.806898 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8b062bd6-32b9-4648-97b2-711a10aa2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.064149 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-f1e33712-947a-4c93-a493-9c090794c3c7 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 11:51:42.066007 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-f1e33712-947a-4c93-a493-9c090794c3c7 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.2092965
Jun 06 11:51:42.113004 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-151a3bd3-64bc-4d79-a0a8-2c6031234675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.129008 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27f95118-af27-4cc1-be55-eb26e87c5501 req-55632150-6ae3-415e-81bc-4bf4547d50a2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 210 time: 0.1347091
Jun 06 11:51:42.134129 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.231734 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.235389 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8b062bd6-32b9-4648-97b2-711a10aa2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.274905 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.292258 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.295395 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-151a3bd3-64bc-4d79-a0a8-2c6031234675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.338596 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8b062bd6-32b9-4648-97b2-711a10aa2a73 None None] For port a1d80d46-03ca-4a09-8567-fe7eaa6314e4, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=a1d80d46-03ca-4a09-8567-fe7eaa6314e4,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:51:42.349821 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff594c8f-96ab-435f-99fa-2b7ab1ad69b7 None None] Network 4cb10f0a-05af-4fba-b41d-12091928d248 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:51:42.490773 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.562524 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-8aec6778-264f-4a7d-b34b-a199e70e2b55 service neutron] 10.222.0.46 "GET /v2.0/networks/7e34496b-6a8c-4578-b2da-07bc53eb9102?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4771922
Jun 06 11:51:42.675949 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-151a3bd3-64bc-4d79-a0a8-2c6031234675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.679430 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8b062bd6-32b9-4648-97b2-711a10aa2a73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.689680 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-151a3bd3-64bc-4d79-a0a8-2c6031234675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.693667 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-151a3bd3-64bc-4d79-a0a8-2c6031234675 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6568e5b5-69be-4abe-a67a-169e2250c967 HTTP/1.1" status: 204  len: 168 time: 1.0596700
Jun 06 11:51:42.699949 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:42.724330 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:42.775576 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:42.806195 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:51:42.831839 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059'] for router, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:42.834701 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151a3bd3-64bc-4d79-a0a8-2c6031234675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6568e5b5-69be-4abe-a67a-169e2250c967,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:42.850219 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Allocated IP 172.27.1.250 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/8e029fd0-5ad9-4786-88b4-927a3bf8e80c) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:51:42.857300 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-151a3bd3-64bc-4d79-a0a8-2c6031234675 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:42.888081 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:42.941484 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-c2f05afa-a6ad-4ecf-b9d0-6d046a78c44b service neutron] 10.222.0.46 "GET /v2.0/networks/7e34496b-6a8c-4578-b2da-07bc53eb9102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3672645
Jun 06 11:51:43.062886 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b062bd6-32b9-4648-97b2-711a10aa2a73 None None] Pushing event updated for resources: {'Port': ['ID=a1d80d46-03ca-4a09-8567-fe7eaa6314e4,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:43.075043 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8b062bd6-32b9-4648-97b2-711a10aa2a73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:43.078289 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:51:43.083525 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-210a0d5d-04c4-4d39-85f2-1468d7e91e51 None None] Provisioning for port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:51:43.095735 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:43.096755 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:43.149490 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-210a0d5d-04c4-4d39-85f2-1468d7e91e51 None None] Provisioning complete for port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:43.150148 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-210a0d5d-04c4-4d39-85f2-1468d7e91e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:43.166517 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:43.215088 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:43.231876 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:51:43.361321 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f8a89541-3a80-47eb-b2fe-3f7ca3d86913 req-3990dcb7-61b9-4c21-9936-5934ea8d2e97 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 210 time: 0.1275911
Jun 06 11:51:43.537977 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-210a0d5d-04c4-4d39-85f2-1468d7e91e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:43.585862 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-401ea113-795d-453b-94da-70cb3e150b67 req-07550e89-dc58-459c-a628-37b4fb24a545 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 210 time: 0.1560533
Jun 06 11:51:43.596567 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:43.602070 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:43.609072 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:43.701955 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-210a0d5d-04c4-4d39-85f2-1468d7e91e51 None None] For port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=df9d2693-50bb-4c19-a5c4-be4e6d37f2d2,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:51:43.718147 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-210a0d5d-04c4-4d39-85f2-1468d7e91e51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:43.805359 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:43.811918 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:43.816288 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:43.825044 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:51:43.910966 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210a0d5d-04c4-4d39-85f2-1468d7e91e51 None None] Pushing event updated for resources: {'Port': ['ID=df9d2693-50bb-4c19-a5c4-be4e6d37f2d2,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:43.928424 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-210a0d5d-04c4-4d39-85f2-1468d7e91e51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:43.974467 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.db.api [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 06 11:51:43.977535 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_db.api [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 06 11:51:43.979912 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-287452bd-d9e1-4f9f-bd0f-55c9ae9e173c None None] Provisioning complete for port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:43.981543 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-287452bd-d9e1-4f9f-bd0f-55c9ae9e173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:44.093747 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Pushing event updated for resources: {'Port': ['ID=8e029fd0-5ad9-4786-88b4-927a3bf8e80c,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:44.141068 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:44.180729 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Pushing event updated for resources: {'Port': ['ID=8056671a-2653-44ea-96de-24a6e78bce80,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:44.195065 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.419s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:44.235454 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:44.267748 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-287452bd-d9e1-4f9f-bd0f-55c9ae9e173c None None] Provisioning complete for port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:44.268399 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-287452bd-d9e1-4f9f-bd0f-55c9ae9e173c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:44.444970 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Router 7b542b49-7406-4e8f-9412-31886270adad is scheduled to L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c with binding_index 1 {{(pid=91706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 06 11:51:44.577789 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:44.734329 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3abd064b-f60f-44e3-a74b-2944c6136275 req-bd41a1d6-80c3-46da-8dc8-1060d4088a31 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 210 time: 0.0667403
Jun 06 11:51:44.953791 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:51:45.039160 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b1023f46-6210-4aab-aa53-adea0f2f61b7 req-fb250804-41d5-48c8-8e52-c505f0222c3c tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 210 time: 0.1658466
Jun 06 11:51:45.078537 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:45.079240 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:45.291724 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a1d80d46-03ca-4a09-8567-fe7eaa6314e4 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:51:45.318216 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:51:45.332143 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Sync routers for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:51:45.347238 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:51:45.347883 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae3ee580>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:45.370741 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:45.371164 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:45.511966 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] Notify callbacks [] for router, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:45.516045 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-983b89f1-da73-466f-93a8-042248980c7b admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 8.7696908
Jun 06 11:51:45.520791 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49144) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:45.715052 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.16', 64973) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:45.969462 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:51:45.988432 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059'] for router, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:46.094399 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059'] for router, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:46.162150 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-d5136fec-8987-4102-aee8-48b2dbc7436f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:46.164296 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-d5136fec-8987-4102-aee8-48b2dbc7436f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 814 time: 0.4436610
Jun 06 11:51:46.176908 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-80106ee6-4329-4d83-9a73-ae29d62a58b5 req-08c4d45a-53ad-430d-b1d2-6ed9784951b8 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 210 time: 0.1605184
Jun 06 11:51:46.316743 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.16', 64979) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:46.445285 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae3ee580>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:41Z', 'revision_number': 3, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:46.449390 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Checking router: 7b542b49-7406-4e8f-9412-31886270adad for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:51:46.449741 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Updating router 7b542b49-7406-4e8f-9412-31886270adad port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 binding host dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:51:46.510921 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:46.554138 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Request body: {'port': {'device_id': '58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84', 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454', 'admin_state_up': True, 'tenant_id': '53014cfd1d5b4ea5b9d78120d23fd44c'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:46.732878 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-05466c61-5967-495e-a3b2-142c9e196d6c req-fb22fc6f-9b9f-4b19-bc1c-f9258ae84c59 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 210 time: 0.2836556
Jun 06 11:51:46.811500 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-250d135e-5b40-4837-9cd6-892f546922a0 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:46.813108 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-250d135e-5b40-4837-9cd6-892f546922a0 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.16 "GET /v2.0/networks?id=7e34496b-6a8c-4578-b2da-07bc53eb9102 HTTP/1.1" status: 200  len: 812 time: 0.4953723
Jun 06 11:51:46.819926 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Router dc135273-d742-40f4-acb8-f5f496ec6872 is scheduled to L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c with binding_index 1 {{(pid=91706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 06 11:51:46.822198 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Router f3e085e3-bab4-43f0-bd1e-f07e300cd320 is scheduled to L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c with binding_index 1 {{(pid=91705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 06 11:51:46.894291 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Request body: {'port': {'device_id': 'f9947208-7628-453e-a0c0-41e77de138af', 'network_id': '7e34496b-6a8c-4578-b2da-07bc53eb9102', 'admin_state_up': True, 'tenant_id': 'f098eecf041c44d3ad1adf2a10e69737'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:46.984928 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Notify callbacks [] for port, precommit_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:47.012737 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.provisioning_blocks [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Transition to ACTIVE for port object 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 will not be triggered until provisioned by entity L2. {{(pid=91708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:47.034980 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:47.039706 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:47.065898 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Made reservation on behalf of 53014cfd1d5b4ea5b9d78120d23fd44c for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:47.070232 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:47.251891 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Attempting to bind port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:51:47.256195 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Attempting to bind port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:51:47.256646 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Attempting to bind port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 on network e66ff1dc-41f2-4152-9c0f-1b0300d6578f {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:51:47.294852 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:51:47.297203 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:47.298364 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:47.300337 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Bound using segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:51:47.301608 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Bound port: 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:51:47.303899 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:47.373751 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Allocated IP 172.20.0.14 (e3ae0608-90fa-4167-949f-1b861b3fb454/614cc7c5-d430-4a05-a524-33339245adf2/553b98cb-5b41-4971-a236-57342f732361) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:51:47.476717 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Pushing event updated for resources: {'Port': ['ID=08e8d0b3-dfe7-40a6-b6f5-c067f37181e4,revision_number=2']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:47.548698 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.556664 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.557115 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.557452 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.557971 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.558300 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.558665 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.560972 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.561485 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.565608 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.569217 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.571395 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Tracked resource versions report:
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]: pushed versions:
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]: {   'AddressGroup': {'1.2'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'ConntrackHelper': {'1.0'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'Log': {'1.0'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'Network': {'1.1'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'Port': {'1.7'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'PortForwarding': {'1.2'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'QosPolicy': {'1.8'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'SecurityGroup': {'1.4'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'SecurityGroupRule': {'1.2'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'SubPort': {'1.0'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'Subnet': {'1.1'},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     'Trunk': {'1.1'}}
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]: consumer versions:
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]: {   DHCP agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     HyperV agent@hv-cinder-78626: {},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     L3 agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     Metadata agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     Metering agent@dv-cinder-786260-3-iscsi: {},
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:     Open vSwitch agent@dv-cinder-786260-3-iscsi: {   'AddressGroup': '1.2',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'ConntrackHelper': '1.0',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'Log': '1.0',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'Network': '1.1',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'Port': '1.7',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'PortForwarding': '1.2',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'QosPolicy': '1.8',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'SecurityGroup': '1.4',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'SecurityGroupRule': '1.2',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'SubPort': '1.0',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'Subnet': '1.1',
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:                                                      'Trunk': '1.1'}}
Jun 06 11:51:47.574541 dv-cinder-786260-3-iscsi neutron-server[91708]:  {{(pid=91708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 06 11:51:47.597259 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:47.681320 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:51:47.697072 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Sync routers for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:51:47.712202 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:51:47.712997 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad968b50>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:47.753510 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] For port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:51:47.766173 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] For port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=08e8d0b3-dfe7-40a6-b6f5-c067f37181e4,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:51:47.779374 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:47.802516 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Made reservation on behalf of f098eecf041c44d3ad1adf2a10e69737 for: {'port': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:51:47.806188 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:47.809937 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:47.811997 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:48.101738 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:51:48.102591 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae3ee580>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:48.150821 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Notify callbacks [] for router, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:48.158465 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 12.0761375
Jun 06 11:51:48.170499 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49244) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:48.220527 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:48.305337 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:51:48.344513 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Pushing event updated for resources: {'Port': ['ID=08e8d0b3-dfe7-40a6-b6f5-c067f37181e4,revision_number=3']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:48.372323 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:48.382708 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-592518d8-90c9-4bca-be68-248f6234cbf7 req-8d76d4ea-9932-400e-ab89-15f6c7ead114 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 210 time: 0.1638694
Jun 06 11:51:48.425026 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:48.646152 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:51:48.807564 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Pushing event updated for resources: {'Port': ['ID=553b98cb-5b41-4971-a236-57342f732361,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:48.815932 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad968b50>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:43Z', 'revision_number': 3, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:48.838602 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:48.847519 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Checking router: dc135273-d742-40f4-acb8-f5f496ec6872 for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:51:48.847879 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Updating router dc135273-d742-40f4-acb8-f5f496ec6872 port 8056671a-2653-44ea-96de-24a6e78bce80 binding host dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:51:48.927178 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Network e3ae0608-90fa-4167-949f-1b861b3fb454 is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:48.964125 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:51:48.989817 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:48.997689 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:51:49.017627 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:49.024086 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:49.025521 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Sync routers for ids ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:51:49.079138 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:49.092296 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Routers {'f3e085e3-bab4-43f0-bd1e-f07e300cd320'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:51:49.094455 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad67e520>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:49.159240 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd118b87-5ce7-4b50-b8b2-286701f9b816 req-eb00c065-2834-41b2-a872-647e1a7bf7dc tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:49.164126 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fd118b87-5ce7-4b50-b8b2-286701f9b816 req-eb00c065-2834-41b2-a872-647e1a7bf7dc tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 932 time: 1.2712145
Jun 06 11:51:49.245783 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Notify callbacks [] for router, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:49.253603 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 10.3589458
Jun 06 11:51:49.256901 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49270) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:49.258487 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Allocated IP 172.20.0.14 (7e34496b-6a8c-4578-b2da-07bc53eb9102/9a0648e1-af79-41a5-af10-ec2ae301cc14/1a592b1c-410f-4615-805c-95bf6484bb7e) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:51:49.267206 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.8143749
Jun 06 11:51:49.358062 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:49.373721 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fd118b87-5ce7-4b50-b8b2-286701f9b816 req-5530dca8-8d44-4db8-889f-c96bb45ae13c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1960554
Jun 06 11:51:49.634140 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-5677e7a9-5d21-4174-9e09-8301b65df592 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 11:51:49.635402 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-5677e7a9-5d21-4174-9e09-8301b65df592 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0061424
Jun 06 11:51:49.725883 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Notify callbacks [] for port, precommit_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:49.763039 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Transition to ACTIVE for port object 8056671a-2653-44ea-96de-24a6e78bce80 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:49.766776 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-80a921ad-3892-4c88-be44-ba778f9dced9 req-e9b76db4-5807-4f2c-af05-6ca78f1a376d tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 210 time: 0.1419773
Jun 06 11:51:49.788538 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:49.793729 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:49.986277 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0b192-fcb7-4393-a094-d83f4dd5e6cc None None] Pushing event updated for resources: {'Port': ['ID=8056671a-2653-44ea-96de-24a6e78bce80,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:50.017515 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-47f0b192-fcb7-4393-a094-d83f4dd5e6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:50.053194 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Attempting to bind port 8056671a-2653-44ea-96de-24a6e78bce80 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:51:50.053966 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Attempting to bind port 8056671a-2653-44ea-96de-24a6e78bce80 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:51:50.054341 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Attempting to bind port 8056671a-2653-44ea-96de-24a6e78bce80 on network e66ff1dc-41f2-4152-9c0f-1b0300d6578f {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:51:50.067783 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:51:50.068185 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:50.068625 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:50.069053 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Bound using segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:51:50.069554 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Bound port: 8056671a-2653-44ea-96de-24a6e78bce80, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:51:50.069934 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:50.090168 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Request body: {'port': {'device_id': '58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:50.120299 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Set router f3e085e3-bab4-43f0-bd1e-f07e300cd320 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:51:50.278938 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] For port 8056671a-2653-44ea-96de-24a6e78bce80, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:51:50.293080 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] For port 8056671a-2653-44ea-96de-24a6e78bce80, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=8056671a-2653-44ea-96de-24a6e78bce80,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:51:50.303006 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:50.313225 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:50.407224 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:50.482020 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f0b192-fcb7-4393-a094-d83f4dd5e6cc None None] Pushing event updated for resources: {'Port': ['ID=8056671a-2653-44ea-96de-24a6e78bce80,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:50.487684 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-47f0b192-fcb7-4393-a094-d83f4dd5e6cc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:50.506154 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:51:50.507019 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad968b50>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:50.579325 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae3ee580>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:41Z', 'revision_number': 3, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:50.598888 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2a61ca9-2ef5-4871-b0a4-be2a8b5576af None None] The sync data for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi is: [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:41Z', 'revision_number': 3, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:51:51.055750 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:51:51.077909 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad67e520>, [{'id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-router', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:38Z', 'updated_at': '2021-06-06T11:51:44Z', 'revision_number': 3, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'gw_port': {'id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:51.085471 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Checking router: f3e085e3-bab4-43f0-bd1e-f07e300cd320 for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:51:51.089665 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Updating router f3e085e3-bab4-43f0-bd1e-f07e300cd320 port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c binding host dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:51:51.114245 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49340) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:51.177198 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:51.198505 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-811a4f44-0a0a-4419-b031-8d376e719ace req-aa420917-b2d1-43b6-b14c-3b5960f56506 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 210 time: 0.1882417
Jun 06 11:51:51.567474 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1000fdb6-71ca-4766-8371-cac2ce860259 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:51.628178 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad968b50>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:43Z', 'revision_number': 3, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:51.640442 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbc545b-8304-4526-b856-111aa7b1709e None None] The sync data for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi is: [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:43Z', 'revision_number': 3, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:51:51.652104 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:51.745355 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:51.765190 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1000fdb6-71ca-4766-8371-cac2ce860259 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:51.780042 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10692975-00eb-45c2-a618-2fc23aa23446 req-8ed8225b-e74b-4217-a4fe-439d4cf26b4a tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:51.781730 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-10692975-00eb-45c2-a618-2fc23aa23446 req-8ed8225b-e74b-4217-a4fe-439d4cf26b4a tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 932 time: 1.1554897
Jun 06 11:51:51.786324 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1000fdb6-71ca-4766-8371-cac2ce860259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:51.877581 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-153a0cda-7a4e-4652-9544-5c1676b154bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:51.888756 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:51.891623 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-1000fdb6-71ca-4766-8371-cac2ce860259 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=102ec9360b44414baacf139f845aa56b&name=default HTTP/1.1" status: 200  len: 2977 time: 0.7442825
Jun 06 11:51:51.917146 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49366) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:51.930244 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Notify callbacks [] for port, precommit_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:51.952904 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-10692975-00eb-45c2-a618-2fc23aa23446 req-42ecbfa6-3ecb-4876-9582-e339908fde7b tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1118062
Jun 06 11:51:51.979410 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.provisioning_blocks [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Transition to ACTIVE for port object 8e029fd0-5ad9-4786-88b4-927a3bf8e80c will not be triggered until provisioned by entity L2. {{(pid=91708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:51.993943 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000fdb6-71ca-4766-8371-cac2ce860259 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1ece89d-3872-4cf5-a85a-69354de6f3db,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:52.010256 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1000fdb6-71ca-4766-8371-cac2ce860259 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:52.015885 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:52.028177 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:52.327321 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 553b98cb-5b41-4971-a236-57342f732361 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:51:52.357655 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Attempting to bind port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:51:52.360476 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Attempting to bind port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:51:52.360964 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Attempting to bind port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c on network e66ff1dc-41f2-4152-9c0f-1b0300d6578f {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:51:52.368679 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:52.409372 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed21f74-e2aa-4dbb-910d-3af10c36fbef None None] Pushing event updated for resources: {'Port': ['ID=8e029fd0-5ad9-4786-88b4-927a3bf8e80c,revision_number=2']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:52.424812 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-9ed21f74-e2aa-4dbb-910d-3af10c36fbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:52.429151 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:51:52.429560 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:52.432072 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:52.433327 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Bound using segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:51:52.433851 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Bound port: 8e029fd0-5ad9-4786-88b4-927a3bf8e80c, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:51:52.434234 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:52.447407 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Transition to ACTIVE for port object 553b98cb-5b41-4971-a236-57342f732361 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:52.456433 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:52.533316 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Allocated IP 172.20.0.1 (4cb10f0a-05af-4fba-b41d-12091928d248/152508a6-2d08-4397-81a6-be9ae3bc7dc7/948e9454-89e3-4c52-97a1-b8cb14e5f54c) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:51:52.571779 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:52.613960 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49372) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:52.638447 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] For port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:51:52.642608 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] For port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=8e029fd0-5ad9-4786-88b4-927a3bf8e80c,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:51:52.662863 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:52.676918 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:52.857009 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Routers {'f3e085e3-bab4-43f0-bd1e-f07e300cd320'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:51:52.857686 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad67e520>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:52.911799 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:53.015345 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-66369ed1-d431-4a2b-a283-101ccfbaa578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.084382 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d416a168-8f03-4177-b11e-8803bdbdc1fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.087263 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-66369ed1-d431-4a2b-a283-101ccfbaa578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.125271 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Pushing event updated for resources: {'Port': ['ID=553b98cb-5b41-4971-a236-57342f732361,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:53.135001 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:53.152143 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed21f74-e2aa-4dbb-910d-3af10c36fbef None None] Pushing event updated for resources: {'Port': ['ID=8e029fd0-5ad9-4786-88b4-927a3bf8e80c,revision_number=3']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:53.160035 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-9ed21f74-e2aa-4dbb-910d-3af10c36fbef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:53.236072 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:51:53.243692 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Attempting to bind port 553b98cb-5b41-4971-a236-57342f732361 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:51:53.253780 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Attempting to bind port 553b98cb-5b41-4971-a236-57342f732361 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:51:53.254279 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Attempting to bind port 553b98cb-5b41-4971-a236-57342f732361 on network e3ae0608-90fa-4167-949f-1b861b3fb454 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:51:53.380999 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:51:53.395369 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:53.397249 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.410030 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-66369ed1-d431-4a2b-a283-101ccfbaa578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.420935 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Network 7e34496b-6a8c-4578-b2da-07bc53eb9102 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:53.422072 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Pushing event updated for resources: {'Port': ['ID=1a592b1c-410f-4615-805c-95bf6484bb7e,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:53.482404 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4afa89d-357b-4468-b19b-d32597388a05 req-a656563e-be1a-46e5-b241-3189a237b4f7 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:53.484105 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e4afa89d-357b-4468-b19b-d32597388a05 req-a656563e-be1a-46e5-b241-3189a237b4f7 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 932 time: 0.9983470
Jun 06 11:51:53.534683 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Port 553b98cb-5b41-4971-a236-57342f732361 on network e3ae0608-90fa-4167-949f-1b861b3fb454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:51:53.536932 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Attempting to bind port 553b98cb-5b41-4971-a236-57342f732361 on network e3ae0608-90fa-4167-949f-1b861b3fb454 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:51:53.636839 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.637011 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:51:53.637462 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Checking segment: {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:53.638139 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Bound using segment: {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:51:53.638682 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Bound port: 553b98cb-5b41-4971-a236-57342f732361, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:51:53.639284 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.642594 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] Set router f3e085e3-bab4-43f0-bd1e-f07e300cd320 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:51:53.661882 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=08e8d0b3-dfe7-40a6-b6f5-c067f37181e4,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:51:53.670010 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.671749 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 8056671a-2653-44ea-96de-24a6e78bce80 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:51:53.708915 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-280f9b56-ddd2-431e-ba85-f17c1e279908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:53.803091 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.811899 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e4afa89d-357b-4468-b19b-d32597388a05 req-310676cb-015d-47c6-b6be-ad78c87d7625 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2527623
Jun 06 11:51:53.839580 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:53.858733 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.965s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:53.893408 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-66369ed1-d431-4a2b-a283-101ccfbaa578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.896205 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-66369ed1-d431-4a2b-a283-101ccfbaa578 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b1ece89d-3872-4cf5-a85a-69354de6f3db HTTP/1.1" status: 204  len: 168 time: 1.9624696
Jun 06 11:51:53.922160 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Transition to ACTIVE for port object 948e9454-89e3-4c52-97a1-b8cb14e5f54c will not be triggered until provisioned by entity DHCP. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:53.933843 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:51:53.942902 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d416a168-8f03-4177-b11e-8803bdbdc1fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.943886 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=08e8d0b3-dfe7-40a6-b6f5-c067f37181e4,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:53.949237 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:53.951959 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.966171 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da49b021-d576-4ee2-9ec1-3ba380f81cd1 req-0f27555d-b3d6-4906-a18a-bfbafb0862a4 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:53.967778 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-da49b021-d576-4ee2-9ec1-3ba380f81cd1 req-0f27555d-b3d6-4906-a18a-bfbafb0862a4 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 944 time: 0.6441474
Jun 06 11:51:53.970730 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d416a168-8f03-4177-b11e-8803bdbdc1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:53.972276 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] For port 553b98cb-5b41-4971-a236-57342f732361, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:51:53.975657 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:53.979509 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:54.018382 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 8056671a-2653-44ea-96de-24a6e78bce80 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:51:54.027983 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-32162a06-cf64-47df-9bfd-43e42f3afe58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:54.029090 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 8056671a-2653-44ea-96de-24a6e78bce80 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:54.029488 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:54.181982 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d416a168-8f03-4177-b11e-8803bdbdc1fb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cca24f857ddf4545b12bcada2f4e077c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5589774
Jun 06 11:51:54.185591 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49392) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:54.191251 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] For port 553b98cb-5b41-4971-a236-57342f732361, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=553b98cb-5b41-4971-a236-57342f732361,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:51:54.215341 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-da49b021-d576-4ee2-9ec1-3ba380f81cd1 req-c133169a-c669-4800-938b-36a13fed2b6d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2380254
Jun 06 11:51:54.280178 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66369ed1-d431-4a2b-a283-101ccfbaa578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1ece89d-3872-4cf5-a85a-69354de6f3db,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:54.288536 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-66369ed1-d431-4a2b-a283-101ccfbaa578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:54.381229 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:54.394988 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:54.400643 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 8056671a-2653-44ea-96de-24a6e78bce80, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=8056671a-2653-44ea-96de-24a6e78bce80,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:51:54.406350 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:54.409641 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:54.458334 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-eb5a9485-b9df-4c06-b4cc-b6426fe83741 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:54.524629 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416a168-8f03-4177-b11e-8803bdbdc1fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=051e5c83-399b-4af7-bded-82b590ec7f19,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:54.529431 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad67e520>, [{'id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-router', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:38Z', 'updated_at': '2021-06-06T11:51:44Z', 'revision_number': 3, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'gw_port': {'id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:51:54.541399 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=8056671a-2653-44ea-96de-24a6e78bce80,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:54.541399 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:54.544067 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fbef081-0e76-482b-ab71-1c74185d0504 None None] The sync data for ids ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'] in dv-cinder-786260-3-iscsi is: [{'id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-router', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:38Z', 'updated_at': '2021-06-06T11:51:44Z', 'revision_number': 3, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'gw_port': {'id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:76:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:51:54.550440 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d416a168-8f03-4177-b11e-8803bdbdc1fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:54.553991 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 7.7295258
Jun 06 11:51:54.559330 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-bd3f906a-0163-468e-8bfc-2c6ed40bb0e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.036s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:54.567989 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Request body: {'port': {'device_id': 'f9947208-7628-453e-a0c0-41e77de138af', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:51:54.662521 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-eb5a9485-b9df-4c06-b4cc-b6426fe83741 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:54.748217 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:54.749367 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:54.751043 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] 10.222.0.16 "PUT /v2.0/ports/553b98cb-5b41-4971-a236-57342f732361 HTTP/1.1" status: 200  len: 1094 time: 4.8252311
Jun 06 11:51:54.754020 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84', 'tag': '553b98cb-5b41-4971-a236-57342f732361'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:51:54.861370 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:54.867321 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Allocated IP 172.20.0.1 (89544a8d-9a6e-4f9e-81a7-28eca1a376e0/905f413a-c02e-4296-bf9e-bc5821ce5c4b/a2732fd0-a016-416b-9b41-8171cf9790a2) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:51:54.940567 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-86b1dd5c-560f-4140-87e1-2f21f6bd0bb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:54.989857 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49402) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:55.072951 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:51:55.239102 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Pushing event updated for resources: {'Port': ['ID=553b98cb-5b41-4971-a236-57342f732361,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:55.245067 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:55.277622 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:55.278011 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:55.359198 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-b0ed8dd1-b2c2-4ab8-8e2b-846151f12644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:55.360885 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-b0ed8dd1-b2c2-4ab8-8e2b-846151f12644 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 1097 time: 0.3131025
Jun 06 11:51:55.385902 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e04a7f8b-f4a4-4b88-aa78-c5456d749dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:55.409098 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:55.522618 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-0532a498-a4d1-4e0e-af7e-279f898507ac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553b98cb-5b41-4971-a236-57342f732361 HTTP/1.1" status: 200  len: 217 time: 0.1509957
Jun 06 11:51:55.530818 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c6c170a-7d38-4818-b6a2-045fe408b528" -d '{"events": [{"name": "network-changed", "server_uuid": "58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84", "tag": "553b98cb-5b41-4971-a236-57342f732361"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:51:55.542294 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-eb5a9485-b9df-4c06-b4cc-b6426fe83741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:55.597522 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-eb5a9485-b9df-4c06-b4cc-b6426fe83741 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:55.598845 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-eb5a9485-b9df-4c06-b4cc-b6426fe83741 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/051e5c83-399b-4af7-bded-82b590ec7f19 HTTP/1.1" status: 204  len: 168 time: 1.3824852
Jun 06 11:51:55.599788 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:55.614963 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fe494-8019-4b22-b678-77bb605538e2 req-40c21e82-276c-4265-9d11-8d5289d8d0bc tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:55.624088 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b82fe494-8019-4b22-b678-77bb605538e2 req-40c21e82-276c-4265-9d11-8d5289d8d0bc tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 932 time: 0.3769023
Jun 06 11:51:55.660312 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5a9485-b9df-4c06-b4cc-b6426fe83741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=051e5c83-399b-4af7-bded-82b590ec7f19,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:55.671912 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-eb5a9485-b9df-4c06-b4cc-b6426fe83741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:55.763269 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Network 4cb10f0a-05af-4fba-b41d-12091928d248 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:55.767151 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 8056671a-2653-44ea-96de-24a6e78bce80 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:51:55.775751 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b82fe494-8019-4b22-b678-77bb605538e2 req-091465c9-2861-4932-b822-2d6ac0c591a7 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1503758
Jun 06 11:51:55.777507 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-073d5bf4-be44-45c5-b8c8-04e4ca4457de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:55.784927 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-073d5bf4-be44-45c5-b8c8-04e4ca4457de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=614cc7c5-d430-4a05-a524-33339245adf2 HTTP/1.1" status: 200  len: 854 time: 0.2407694
Jun 06 11:51:55.793157 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:55.820004 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:55.833690 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:51:55.834542 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314857'] for router_interface, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:55.884908 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be4320d-8fe9-44e4-82ba-3b061f2facf5 req-4b99e320-6e82-47cb-957b-c844a4fe18cd tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:55.891214 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5be4320d-8fe9-44e4-82ba-3b061f2facf5 req-4b99e320-6e82-47cb-957b-c844a4fe18cd tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 944 time: 0.4165366
Jun 06 11:51:56.031515 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Pushing event updated for resources: {'Port': ['ID=948e9454-89e3-4c52-97a1-b8cb14e5f54c,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:56.038878 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.101s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:56.073151 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 8056671a-2653-44ea-96de-24a6e78bce80 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:56.073511 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:56.151408 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-81248d23-aa80-42f8-a305-f0b95e8edd92 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae0608-90fa-4167-949f-1b861b3fb454&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1693599
Jun 06 11:51:56.302118 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd8ef27a-46f5-469d-9d76-e91e69a8f58f x-openstack-request-id: req-dd8ef27a-46f5-469d-9d76-e91e69a8f58f {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:51:56.304287 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84", "tag": "553b98cb-5b41-4971-a236-57342f732361", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:51:56.304779 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dd8ef27a-46f5-469d-9d76-e91e69a8f58f {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:51:56.310481 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84', 'tag': '553b98cb-5b41-4971-a236-57342f732361', 'status': 'completed', 'code': 200}
Jun 06 11:51:56.329332 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5be4320d-8fe9-44e4-82ba-3b061f2facf5 req-d8cb3510-05fa-4fe7-8f3e-cc4123ff0d83 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4292862
Jun 06 11:51:56.527895 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-d28ef744-76a1-46ad-9c71-5a28ee8981ab None None] Provisioning for port 948e9454-89e3-4c52-97a1-b8cb14e5f54c completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:51:56.561012 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-d28ef744-76a1-46ad-9c71-5a28ee8981ab None None] Provisioning complete for port 948e9454-89e3-4c52-97a1-b8cb14e5f54c triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:56.561894 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d28ef744-76a1-46ad-9c71-5a28ee8981ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:56.650676 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-fad025da-ba1a-4f6c-a540-1f071b9b207c service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4829741
Jun 06 11:51:56.704885 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49430) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:56.738629 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-d28ef744-76a1-46ad-9c71-5a28ee8981ab None None] Port 948e9454-89e3-4c52-97a1-b8cb14e5f54c cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:51:56.768891 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:56.769626 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1bf8-6be1-410f-8ad6-49200044d0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:56.805801 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Transition to ACTIVE for port object a2732fd0-a016-416b-9b41-8171cf9790a2 will not be triggered until provisioned by entity DHCP. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:57.055198 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 8e029fd0-5ad9-4786-88b4-927a3bf8e80c up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:51:57.086675 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e04a7f8b-f4a4-4b88-aa78-c5456d749dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.143879 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e04a7f8b-f4a4-4b88-aa78-c5456d749dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.210731 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d51ed12-e6a0-4ddf-a5ae-1716c645e6ca req-3f6c1bfe-c369-4386-b8be-5805aacc4c87 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5509841
Jun 06 11:51:57.221212 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:51:57.226445 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:57.235046 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.270489 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c6a05-79f3-40f4-94f6-38f85c82ccbe req-337b8591-4f32-4314-ba18-503e4ed7593f tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:57.272379 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8c9c6a05-79f3-40f4-94f6-38f85c82ccbe req-337b8591-4f32-4314-ba18-503e4ed7593f tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 932 time: 0.2763638
Jun 06 11:51:57.389119 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8c9c6a05-79f3-40f4-94f6-38f85c82ccbe req-d3c0bce7-c855-4753-9650-c8ab884143a8 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981855
Jun 06 11:51:57.483653 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6de8e718-5aa7-4b75-9946-66f1f4507e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:57.492163 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.505323 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.521460 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1bf8-6be1-410f-8ad6-49200044d0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.527687 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=8e029fd0-5ad9-4786-88b4-927a3bf8e80c,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:51:57.533708 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f0ab1bf8-6be1-410f-8ad6-49200044d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.540720 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.545006 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:57.558062 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:57.698185 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49442) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:57.726351 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a592b1c-410f-4615-805c-95bf6484bb7e {{(pid=91706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:51:57.734793 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.735000 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=8e029fd0-5ad9-4786-88b4-927a3bf8e80c,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:57.743484 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:57.764375 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Transition to ACTIVE for port object 1a592b1c-410f-4615-805c-95bf6484bb7e will not be triggered until provisioned by entity L2. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:51:57.784320 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-f0ab1bf8-6be1-410f-8ad6-49200044d0a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bf4e9bc6c6184b94b9eac4d5325c52f4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0620904
Jun 06 11:51:57.784501 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49446) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:57.798351 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ab1bf8-6be1-410f-8ad6-49200044d0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efa77a5c-cb2f-4838-bf26-a6f5a73a96c6,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:57.804996 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f0ab1bf8-6be1-410f-8ad6-49200044d0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:57.834845 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:57.836063 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.862087 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:57.865893 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2dd4f1e8-9bf5-4a0f-ab2a-72d37dd7a0c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.866830 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:51:57.867522 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314857'] for router_interface, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.876087 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a758f6-16f7-4b06-978d-7b8cecf64c86 req-c8f78800-5d14-45dd-889c-5918647f1bcf tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:57.878392 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-28a758f6-16f7-4b06-978d-7b8cecf64c86 req-c8f78800-5d14-45dd-889c-5918647f1bcf tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 944 time: 0.2813201
Jun 06 11:51:57.940615 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c15c099a-918b-490e-8612-8eefa1b71eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:57.972219 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2dd4f1e8-9bf5-4a0f-ab2a-72d37dd7a0c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.051768 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-28a758f6-16f7-4b06-978d-7b8cecf64c86 req-071cfed8-5bb0-4792-bc2b-593486429c4c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1577659
Jun 06 11:51:58.129026 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2dd4f1e8-9bf5-4a0f-ab2a-72d37dd7a0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.138241 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2dd4f1e8-9bf5-4a0f-ab2a-72d37dd7a0c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.138974 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Allocated IP 172.20.0.1 (0f36849b-663e-409b-b9ee-637f743f6c79/62457a9f-69b9-4238-b8bb-a7ad2f176a5f/097d2496-4caa-4b4b-9e7c-12632c1501e3) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:51:58.139684 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2dd4f1e8-9bf5-4a0f-ab2a-72d37dd7a0c5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/efa77a5c-cb2f-4838-bf26-a6f5a73a96c6 HTTP/1.1" status: 204  len: 168 time: 0.3541195
Jun 06 11:51:58.143155 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:58.152739 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04a7f8b-f4a4-4b88-aa78-c5456d749dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa825521-387b-4b2c-864f-65969392fac1,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:58.160321 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-e04a7f8b-f4a4-4b88-aa78-c5456d749dad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=355f94d7203a48c395b61e8081f7ab9e&name=default HTTP/1.1" status: 200  len: 2979 time: 3.0481799
Jun 06 11:51:58.163156 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd4f1e8-9bf5-4a0f-ab2a-72d37dd7a0c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efa77a5c-cb2f-4838-bf26-a6f5a73a96c6,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:58.164005 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e04a7f8b-f4a4-4b88-aa78-c5456d749dad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:58.166287 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49450) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:58.168807 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2dd4f1e8-9bf5-4a0f-ab2a-72d37dd7a0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:58.206398 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.381s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:58.281285 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8cf247dd-576a-4bbc-a369-81a436a54121 None None] Provisioning for port a2732fd0-a016-416b-9b41-8171cf9790a2 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:51:58.293286 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8cf247dd-576a-4bbc-a369-81a436a54121 None None] Provisioning complete for port a2732fd0-a016-416b-9b41-8171cf9790a2 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:58.293982 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8cf247dd-576a-4bbc-a369-81a436a54121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.306639 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.322564 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c15c099a-918b-490e-8612-8eefa1b71eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.325389 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.360164 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c15c099a-918b-490e-8612-8eefa1b71eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.361050 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8d667aed-0e79-4468-be0b-c0e746af4c12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.392234 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8cf247dd-576a-4bbc-a369-81a436a54121 None None] Port a2732fd0-a016-416b-9b41-8171cf9790a2 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:51:58.394144 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8d667aed-0e79-4468-be0b-c0e746af4c12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.528872 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:58.560974 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-c15c099a-918b-490e-8612-8eefa1b71eaa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7500d2f937aa4edfb1dead5cd7591d3c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8522313
Jun 06 11:51:58.562274 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8d667aed-0e79-4468-be0b-c0e746af4c12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.563341 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c099a-918b-490e-8612-8eefa1b71eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee75e688-178c-4127-b49c-51c49ad32611,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:58.567202 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c15c099a-918b-490e-8612-8eefa1b71eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:58.568149 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49456) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:58.571409 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8d667aed-0e79-4468-be0b-c0e746af4c12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.573587 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-8d667aed-0e79-4468-be0b-c0e746af4c12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa825521-387b-4b2c-864f-65969392fac1 HTTP/1.1" status: 204  len: 168 time: 0.4060700
Jun 06 11:51:58.595123 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Pushing event updated for resources: {'Port': ['ID=a2732fd0-a016-416b-9b41-8171cf9790a2,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:58.628980 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:58.655853 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d667aed-0e79-4468-be0b-c0e746af4c12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa825521-387b-4b2c-864f-65969392fac1,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:58.657128 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Attempting to bind port 1a592b1c-410f-4615-805c-95bf6484bb7e on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:51:58.657492 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Attempting to bind port 1a592b1c-410f-4615-805c-95bf6484bb7e by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '62a9cef6-8a7c-499e-8f5f-8c78311f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7e34496b-6a8c-4578-b2da-07bc53eb9102'}] {{(pid=91706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:51:58.657890 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Attempting to bind port 1a592b1c-410f-4615-805c-95bf6484bb7e on network 7e34496b-6a8c-4578-b2da-07bc53eb9102 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:51:58.660158 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-8d667aed-0e79-4468-be0b-c0e746af4c12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:58.697473 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Port 1a592b1c-410f-4615-805c-95bf6484bb7e on network 7e34496b-6a8c-4578-b2da-07bc53eb9102 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:51:58.697794 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Attempting to bind port 1a592b1c-410f-4615-805c-95bf6484bb7e on network 7e34496b-6a8c-4578-b2da-07bc53eb9102 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:51:58.703472 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d1b9577c-2b28-4079-9789-603d52d353ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.736988 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:51:58.737333 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Checking segment: {'id': '62a9cef6-8a7c-499e-8f5f-8c78311f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7e34496b-6a8c-4578-b2da-07bc53eb9102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:51:58.737909 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Bound using segment: {'id': '62a9cef6-8a7c-499e-8f5f-8c78311f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7e34496b-6a8c-4578-b2da-07bc53eb9102'} {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:51:58.738349 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Bound port: 1a592b1c-410f-4615-805c-95bf6484bb7e, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62a9cef6-8a7c-499e-8f5f-8c78311f6bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 655, 'network_id': '7e34496b-6a8c-4578-b2da-07bc53eb9102'}}] {{(pid=91706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:51:58.738693 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.756780 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d1b9577c-2b28-4079-9789-603d52d353ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.791823 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Pushing event updated for resources: {'Port': ['ID=1a592b1c-410f-4615-805c-95bf6484bb7e,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:58.821453 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:58.827488 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.841s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:58.827724 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:58.871899 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:58.913762 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e2ad2d-700e-4f04-aaca-f636a4b1fc83 req-0036bba6-db9b-4304-9cc4-23a57b7c0e35 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:58.913762 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-73e2ad2d-700e-4f04-aaca-f636a4b1fc83 req-0036bba6-db9b-4304-9cc4-23a57b7c0e35 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 944 time: 0.2611520
Jun 06 11:51:58.979248 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 8e029fd0-5ad9-4786-88b4-927a3bf8e80c up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:51:59.019925 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d1b9577c-2b28-4079-9789-603d52d353ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.028170 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d1b9577c-2b28-4079-9789-603d52d353ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.034094 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d1b9577c-2b28-4079-9789-603d52d353ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee75e688-178c-4127-b49c-51c49ad32611 HTTP/1.1" status: 204  len: 168 time: 0.4558041
Jun 06 11:51:59.043494 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-73e2ad2d-700e-4f04-aaca-f636a4b1fc83 req-63cadd2e-e3d8-4403-897f-ae474c8e273c tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237338
Jun 06 11:51:59.044207 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:59.084005 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b9577c-2b28-4079-9789-603d52d353ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee75e688-178c-4127-b49c-51c49ad32611,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:51:59.097444 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d1b9577c-2b28-4079-9789-603d52d353ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:51:59.164953 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:51:59.165545 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.284275 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] For port 1a592b1c-410f-4615-805c-95bf6484bb7e, host hv-cinder-78626, cleared binding levels {{(pid=91706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:51:59.291030 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] For port 1a592b1c-410f-4615-805c-95bf6484bb7e, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1a592b1c-410f-4615-805c-95bf6484bb7e,segment=NetworkSegment(62a9cef6-8a7c-499e-8f5f-8c78311f6bdb),segment_id=62a9cef6-8a7c-499e-8f5f-8c78311f6bdb)] {{(pid=91706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:51:59.342958 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.346936 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.373333 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:51:59.444009 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.458979 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.db.resource_extend [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 06 11:51:59.529638 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647281'] for router_interface, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.564499 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:59.566480 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.571363 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] 10.222.0.16 "PUT /v2.0/ports/1a592b1c-410f-4615-805c-95bf6484bb7e HTTP/1.1" status: 200  len: 1094 time: 5.0066299
Jun 06 11:51:59.572749 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.583676 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.645406 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9947208-7628-453e-a0c0-41e77de138af', 'tag': '1a592b1c-410f-4615-805c-95bf6484bb7e'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:51:59.738688 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603066bf-d275-40fb-8e22-96b770900d7b req-13e5d3dc-d8cd-4967-8786-9238e64f1630 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:59.753375 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-603066bf-d275-40fb-8e22-96b770900d7b req-13e5d3dc-d8cd-4967-8786-9238e64f1630 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 944 time: 0.3931329
Jun 06 11:51:59.783051 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c170a-7d38-4818-b6a2-045fe408b528 req-da777daf-8c1a-4316-933d-b524f66d73cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:51:59.800261 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7c6c170a-7d38-4818-b6a2-045fe408b528 req-da777daf-8c1a-4316-933d-b524f66d73cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 1097 time: 0.5360599
Jun 06 11:51:59.842737 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-603066bf-d275-40fb-8e22-96b770900d7b req-3cbef084-c7bc-42f0-9430-937663356d79 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0883684
Jun 06 11:51:59.901795 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49492) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:51:59.903852 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.916282 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Network 4cb10f0a-05af-4fba-b41d-12091928d248 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:59.919365 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647281'] for router_interface, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.935452 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:59.950797 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d8b55108-0fb8-437f-96fa-1d8c1c3362d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.951699 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Network 0f36849b-663e-409b-b9ee-637f743f6c79 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:51:59.958164 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:51:59.976362 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:51:59.976848 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314857'] for router_interface, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:51:59.984590 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Pushing event updated for resources: {'Port': ['ID=1a592b1c-410f-4615-805c-95bf6484bb7e,revision_number=3']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:00.294909 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d8b55108-0fb8-437f-96fa-1d8c1c3362d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:00.305029 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d8b55108-0fb8-437f-96fa-1d8c1c3362d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:00.331607 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:00.381322 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.008s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:00.386566 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.794s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:00.432493 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf" -d '{"events": [{"name": "network-changed", "server_uuid": "f9947208-7628-453e-a0c0-41e77de138af", "tag": "1a592b1c-410f-4615-805c-95bf6484bb7e"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:00.452086 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-b082c226-22c9-4e2a-afef-f78da2fc76bb None None] Provisioning complete for port 948e9454-89e3-4c52-97a1-b8cb14e5f54c triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:00.453821 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b082c226-22c9-4e2a-afef-f78da2fc76bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:00.457524 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Router 7b542b49-7406-4e8f-9412-31886270adad has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:52:00.495408 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d8b55108-0fb8-437f-96fa-1d8c1c3362d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=327541c8ae004d06b6ed7f9819197e58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5920515
Jun 06 11:52:00.516754 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49506) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:00.587939 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b55108-0fb8-437f-96fa-1d8c1c3362d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359767c2-9de5-40ad-a814-c3390894a1ed,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:00.592728 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d8b55108-0fb8-437f-96fa-1d8c1c3362d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:00.607647 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-b082c226-22c9-4e2a-afef-f78da2fc76bb None None] Port 948e9454-89e3-4c52-97a1-b8cb14e5f54c cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:52:00.613611 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Pushing event updated for resources: {'Port': ['ID=948e9454-89e3-4c52-97a1-b8cb14e5f54c,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:00.658285 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f4e837a1-39df-469a-a680-2ad51c93f703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:00.680671 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2235f69f-afa5-4c07-9e56-f3791fc4cc18 req-108df2f1-bbdf-4efc-8c42-95fe51de5c8b tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:00.687921 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2235f69f-afa5-4c07-9e56-f3791fc4cc18 req-108df2f1-bbdf-4efc-8c42-95fe51de5c8b tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 944 time: 0.3586066
Jun 06 11:52:00.722325 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f4e837a1-39df-469a-a680-2ad51c93f703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:00.760175 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:00.766550 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:00.845496 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f4e837a1-39df-469a-a680-2ad51c93f703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:00.848951 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Pushing event updated for resources: {'Port': ['ID=097d2496-4caa-4b4b-9e7c-12632c1501e3,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:00.917083 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f4e837a1-39df-469a-a680-2ad51c93f703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:00.920834 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-f4e837a1-39df-469a-a680-2ad51c93f703 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/359767c2-9de5-40ad-a814-c3390894a1ed HTTP/1.1" status: 204  len: 168 time: 0.4004114
Jun 06 11:52:00.923384 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d8b55108-0fb8-437f-96fa-1d8c1c3362d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:00.978945 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2235f69f-afa5-4c07-9e56-f3791fc4cc18 req-f7f3368c-c45c-488a-a63f-4b755c0e6f8d tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2900665
Jun 06 11:52:00.992418 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b606f041-160b-472d-9616-5195fe3e7765 x-openstack-request-id: req-b606f041-160b-472d-9616-5195fe3e7765 {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:00.992751 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9947208-7628-453e-a0c0-41e77de138af", "tag": "1a592b1c-410f-4615-805c-95bf6484bb7e", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:00.993168 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b606f041-160b-472d-9616-5195fe3e7765 {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:00.993661 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e837a1-39df-469a-a680-2ad51c93f703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359767c2-9de5-40ad-a814-c3390894a1ed,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:00.993772 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9947208-7628-453e-a0c0-41e77de138af', 'tag': '1a592b1c-410f-4615-805c-95bf6484bb7e', 'status': 'completed', 'code': 200}
Jun 06 11:52:00.996250 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f4e837a1-39df-469a-a680-2ad51c93f703 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:01.001319 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:52:01.018876 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Sync routers for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:52:01.063428 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:52:01.063984 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad5bbfa0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:01.098123 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-bf91e468-f8b5-411d-8535-17d5d31ff8c2 admin admin] 10.222.0.46 "PUT /v2.0/routers/7b542b49-7406-4e8f-9412-31886270adad/add_router_interface HTTP/1.1" status: 200  len: 503 time: 15.5729227
Jun 06 11:52:01.147040 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c170a-7d38-4818-b6a2-045fe408b528 req-7c3006b0-0b41-4fc7-a4ed-f24bffdf840c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:01.148796 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7c6c170a-7d38-4818-b6a2-045fe408b528 req-7c3006b0-0b41-4fc7-a4ed-f24bffdf840c service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 915 time: 0.2755282
Jun 06 11:52:01.206123 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Pushing event updated for resources: {'Port': ['ID=a2732fd0-a016-416b-9b41-8171cf9790a2,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:01.222830 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:01.227703 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.337s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:01.228078 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:01.232860 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.298s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:01.233133 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:01.239443 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7c6c170a-7d38-4818-b6a2-045fe408b528 req-e36af3cc-ecac-495c-95b5-00b84baa5ad6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553b98cb-5b41-4971-a236-57342f732361 HTTP/1.1" status: 200  len: 217 time: 0.0831485
Jun 06 11:52:01.365202 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6c170a-7d38-4818-b6a2-045fe408b528 req-e409d12f-2835-4761-b814-95ccdaf9d2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:01.366774 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7c6c170a-7d38-4818-b6a2-045fe408b528 req-e409d12f-2835-4761-b814-95ccdaf9d2cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=614cc7c5-d430-4a05-a524-33339245adf2 HTTP/1.1" status: 200  len: 854 time: 0.0898757
Jun 06 11:52:01.402290 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:52:01.438236 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7c6c170a-7d38-4818-b6a2-045fe408b528 req-24644963-6ec6-4c4e-8512-eb42702eb53b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae0608-90fa-4167-949f-1b861b3fb454&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0640090
Jun 06 11:52:01.450571 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd214b-9c8b-435b-93c8-a88904a59144 req-80153af9-6e97-40e3-a68a-fb4936e5e992 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:01.459289 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-67dd214b-9c8b-435b-93c8-a88904a59144 req-80153af9-6e97-40e3-a68a-fb4936e5e992 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 944 time: 0.2187531
Jun 06 11:52:01.487662 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-585718d8-fc13-4c82-8cd2-ae158ac22a46 None None] Provisioning complete for port a2732fd0-a016-416b-9b41-8171cf9790a2 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:01.488206 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-585718d8-fc13-4c82-8cd2-ae158ac22a46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:01.554298 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:01.588987 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-26b3d115-c268-4c74-b4b5-ba6c301d6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:01.590694 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-26b3d115-c268-4c74-b4b5-ba6c301d6fc5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f098eecf041c44d3ad1adf2a10e69737&device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 1097 time: 0.6324432
Jun 06 11:52:01.605184 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-585718d8-fc13-4c82-8cd2-ae158ac22a46 None None] Port a2732fd0-a016-416b-9b41-8171cf9790a2 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:52:01.632792 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-67dd214b-9c8b-435b-93c8-a88904a59144 req-9cff67b3-4400-464e-8d2b-29b404bf95af tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1722562
Jun 06 11:52:01.711393 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7c6c170a-7d38-4818-b6a2-045fe408b528 req-e589316d-8bbf-4221-a19e-e1941b19a046 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2476318
Jun 06 11:52:01.715873 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Router dc135273-d742-40f4-acb8-f5f496ec6872 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:52:01.721379 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49542) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:01.747545 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-46c232df-56de-44a2-b2dc-8be77f81fc98 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a592b1c-410f-4615-805c-95bf6484bb7e HTTP/1.1" status: 200  len: 217 time: 0.1030371
Jun 06 11:52:01.819187 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d731bad0-63a0-4a9c-9f86-d5188448c391 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:01.831829 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:01.874450 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad5bbfa0>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:51:58Z', 'revision_number': 2, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:01.880084 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Checking router: 7b542b49-7406-4e8f-9412-31886270adad for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:52:01.880524 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Updating router 7b542b49-7406-4e8f-9412-31886270adad port 948e9454-89e3-4c52-97a1-b8cb14e5f54c binding host dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:52:01.958066 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7c6c170a-7d38-4818-b6a2-045fe408b528 req-f61c2fa0-44cd-44f7-b925-ab03cd4d3ab7 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2390726
Jun 06 11:52:01.974816 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:02.114466 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d731bad0-63a0-4a9c-9f86-d5188448c391 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:02.125352 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d731bad0-63a0-4a9c-9f86-d5188448c391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:02.140201 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:52:02.153357 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Sync routers for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:52:02.168759 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:52:02.169406 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad67e550>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:02.171452 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] 10.222.0.46 "PUT /v2.0/routers/dc135273-d742-40f4-acb8-f5f496ec6872/add_router_interface HTTP/1.1" status: 200  len: 503 time: 13.9830391
Jun 06 11:52:02.198005 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-151a3bd3-64bc-4d79-a0a8-2c6031234675 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:02.221216 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d731bad0-63a0-4a9c-9f86-d5188448c391 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=552af0c3e09149b8b52ce2b3bb34df75&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4477601
Jun 06 11:52:02.228071 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-ab210cde-734e-4576-9cd0-12d8651c69bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:02.232011 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-ab210cde-734e-4576-9cd0-12d8651c69bc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a0648e1-af79-41a5-af10-ec2ae301cc14 HTTP/1.1" status: 200  len: 852 time: 0.4812822
Jun 06 11:52:02.234116 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49552) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:02.342984 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731bad0-63a0-4a9c-9f86-d5188448c391 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14fd5e92-85f9-454c-a0be-5ff9abd1cc5a,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:02.353165 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d731bad0-63a0-4a9c-9f86-d5188448c391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:02.370665 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5c2e7c-a641-460e-9e63-523617b4d7e8 req-ea0da08e-39a7-4ef1-9e65-3c15d42922eb tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:02.372978 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb5c2e7c-a641-460e-9e63-523617b4d7e8 req-ea0da08e-39a7-4ef1-9e65-3c15d42922eb tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 944 time: 0.1783898
Jun 06 11:52:02.396579 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-9bd7878e-3b1f-4059-8dcb-42070bf15117 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e34496b-6a8c-4578-b2da-07bc53eb9102&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1470671
Jun 06 11:52:02.447879 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb5c2e7c-a641-460e-9e63-523617b4d7e8 req-4b7e1703-405d-4a07-a5a3-cc3bbfd9adae tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652595
Jun 06 11:52:02.563752 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:52:02.621825 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Notify callbacks [] for port, precommit_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:02.651536 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Transition to ACTIVE for port object 948e9454-89e3-4c52-97a1-b8cb14e5f54c will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:02.680104 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:02.684673 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:02.708471 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-180ae99d-4105-4866-ba8a-2cb4c19f68f8 service neutron] 10.222.0.16 "GET /v2.0/networks/7e34496b-6a8c-4578-b2da-07bc53eb9102?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2929261
Jun 06 11:52:02.864464 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c854f491-a59c-4fb8-8aca-ac3ce835112f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:02.947529 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c854f491-a59c-4fb8-8aca-ac3ce835112f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:02.973165 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49588) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:02.977998 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-43d3be33-f105-4a4c-8fe2-f7d8400e7fd6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1554983106', 'description': 'tempest-description--497663274'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:02.990337 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.db.resource_extend [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 06 11:52:03.038863 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-43d3be33-f105-4a4c-8fe2-f7d8400e7fd6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.147836 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898abe3-4730-41d1-9c63-3f9436b9cf0a None None] Pushing event updated for resources: {'Port': ['ID=948e9454-89e3-4c52-97a1-b8cb14e5f54c,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:03.169981 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-e898abe3-4730-41d1-9c63-3f9436b9cf0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:03.179590 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.187268 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c854f491-a59c-4fb8-8aca-ac3ce835112f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.219366 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c854f491-a59c-4fb8-8aca-ac3ce835112f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.223272 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-c854f491-a59c-4fb8-8aca-ac3ce835112f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/14fd5e92-85f9-454c-a0be-5ff9abd1cc5a HTTP/1.1" status: 204  len: 168 time: 0.9765968
Jun 06 11:52:03.232266 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e04a7f8b-f4a4-4b88-aa78-c5456d749dad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:03.253671 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad67e550>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:51:58Z', 'revision_number': 2, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:03.258995 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.259159 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Checking router: dc135273-d742-40f4-acb8-f5f496ec6872 for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:52:03.259664 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Updating router dc135273-d742-40f4-acb8-f5f496ec6872 port a2732fd0-a016-416b-9b41-8171cf9790a2 binding host dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:52:03.269910 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c854f491-a59c-4fb8-8aca-ac3ce835112f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fd5e92-85f9-454c-a0be-5ff9abd1cc5a,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:03.280121 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c854f491-a59c-4fb8-8aca-ac3ce835112f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:03.318367 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.325067 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Attempting to bind port 948e9454-89e3-4c52-97a1-b8cb14e5f54c on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:52:03.325828 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Attempting to bind port 948e9454-89e3-4c52-97a1-b8cb14e5f54c by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:52:03.327136 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Attempting to bind port 948e9454-89e3-4c52-97a1-b8cb14e5f54c on network 4cb10f0a-05af-4fba-b41d-12091928d248 {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:03.343091 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647281'] for router_interface, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.346297 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:52:03.346805 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Checking segment: {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:03.347578 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.353326 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Bound using segment: {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:52:03.353920 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Bound port: 948e9454-89e3-4c52-97a1-b8cb14e5f54c, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:52:03.354442 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.370972 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c77fa359-5e23-44fb-b07d-e4a6a688529c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:03.415608 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea64390-1aa6-40ce-a9b4-15b1ea564c34 req-2fbfebc0-a10e-40e3-b895-a8c8e1c0f851 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:03.422427 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6ea64390-1aa6-40ce-a9b4-15b1ea564c34 req-2fbfebc0-a10e-40e3-b895-a8c8e1c0f851 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 944 time: 0.2499604
Jun 06 11:52:03.538753 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-43d3be33-f105-4a4c-8fe2-f7d8400e7fd6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.544930 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] For port 948e9454-89e3-4c52-97a1-b8cb14e5f54c, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:52:03.548628 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6ea64390-1aa6-40ce-a9b4-15b1ea564c34 req-33aaf97e-034a-4fc2-a96d-bd38cceb019d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1139655
Jun 06 11:52:03.553792 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-43d3be33-f105-4a4c-8fe2-f7d8400e7fd6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.563673 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] For port 948e9454-89e3-4c52-97a1-b8cb14e5f54c, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=948e9454-89e3-4c52-97a1-b8cb14e5f54c,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:52:03.579092 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.587048 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8b062bd6-32b9-4648-97b2-711a10aa2a73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:03.597336 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1000fdb6-71ca-4766-8371-cac2ce860259 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:03.659736 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d3be33-f105-4a4c-8fe2-f7d8400e7fd6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10ccb11f-4565-4897-9e41-fc95e235aecb,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:03.663936 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-43d3be33-f105-4a4c-8fe2-f7d8400e7fd6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.665153 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-43d3be33-f105-4a4c-8fe2-f7d8400e7fd6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6909847
Jun 06 11:52:03.668517 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-43d3be33-f105-4a4c-8fe2-f7d8400e7fd6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:03.669042 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49602) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:03.679653 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-a86328ed-1fce-462b-a04e-df5a4265fde4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'security_group_rule': {'security_group_id': '10ccb11f-4565-4897-9e41-fc95e235aecb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:03.693635 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Notify callbacks [] for port, precommit_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.706794 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.provisioning_blocks [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Transition to ACTIVE for port object a2732fd0-a016-416b-9b41-8171cf9790a2 will not be triggered until provisioned by entity L2. {{(pid=91708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:03.716674 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.729445 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:03.741562 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-4e26e8d1-f270-4906-bef7-1fb9ff183be1 req-d898f6e9-1fa3-40d6-ba35-0603eeda2d78 service neutron] 10.222.0.16 "GET /v2.0/networks/7e34496b-6a8c-4578-b2da-07bc53eb9102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0192726
Jun 06 11:52:03.758216 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a86328ed-1fce-462b-a04e-df5a4265fde4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.809911 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:52:03.811089 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad5bbfa0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:03.834492 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499235ba-c0e7-4498-817d-7cc15a8eff3e None None] Pushing event updated for resources: {'Port': ['ID=a2732fd0-a016-416b-9b41-8171cf9790a2,revision_number=3']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:03.988793 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a86328ed-1fce-462b-a04e-df5a4265fde4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:03.990661 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e898abe3-4730-41d1-9c63-3f9436b9cf0a None None] Pushing event updated for resources: {'Port': ['ID=948e9454-89e3-4c52-97a1-b8cb14e5f54c,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:04.002709 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-e898abe3-4730-41d1-9c63-3f9436b9cf0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:04.015503 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49608) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:04.123585 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a86328ed-1fce-462b-a04e-df5a4265fde4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:04.123585 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:04.170678 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Pushing event updated for resources: {'Port': ['ID=097d2496-4caa-4b4b-9e7c-12632c1501e3,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:04.185328 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:04.188199 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Attempting to bind port a2732fd0-a016-416b-9b41-8171cf9790a2 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:52:04.188574 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Attempting to bind port a2732fd0-a016-416b-9b41-8171cf9790a2 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:52:04.188969 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Attempting to bind port a2732fd0-a016-416b-9b41-8171cf9790a2 on network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:04.195853 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-499235ba-c0e7-4498-817d-7cc15a8eff3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:04.199492 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 51, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:52:04.199975 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Checking segment: {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:04.200305 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:04.200794 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Bound using segment: {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:52:04.201212 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Bound port: a2732fd0-a016-416b-9b41-8171cf9790a2, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'}}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:52:04.202753 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86328ed-1fce-462b-a04e-df5a4265fde4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce30458b-7ce1-415f-92a9-33aff34cbb80,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:04.207470 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:04.214213 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a86328ed-1fce-462b-a04e-df5a4265fde4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:04.245393 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a86328ed-1fce-462b-a04e-df5a4265fde4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:04.247662 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-a86328ed-1fce-462b-a04e-df5a4265fde4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5776856
Jun 06 11:52:04.255026 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49614) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:04.259206 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d45d9-b84c-487f-8067-c646a54385de req-68848668-38d5-48b1-b6c7-9c2cbaf4f48f tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:04.269106 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-351d45d9-b84c-487f-8067-c646a54385de req-68848668-38d5-48b1-b6c7-9c2cbaf4f48f tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 944 time: 0.2776423
Jun 06 11:52:04.274039 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 553b98cb-5b41-4971-a236-57342f732361 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:52:04.285488 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-1909aede-7e6d-4882-b69f-d46cca4cfca3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'security_group_rule': {'security_group_id': '10ccb11f-4565-4897-9e41-fc95e235aecb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:04.302940 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Network 0f36849b-663e-409b-b9ee-637f743f6c79 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:04.312157 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:04.335734 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-351d45d9-b84c-487f-8067-c646a54385de req-230e37c8-f4e4-4062-a00b-374b2a057697 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0649755
Jun 06 11:52:04.339525 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf req-6b05f11e-b365-46d1-a4e0-52b0c9395f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:04.343369 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf req-6b05f11e-b365-46d1-a4e0-52b0c9395f91 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=f098eecf041c44d3ad1adf2a10e69737&device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 1097 time: 0.5200591
Jun 06 11:52:04.410797 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] For port a2732fd0-a016-416b-9b41-8171cf9790a2, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:52:04.415458 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] For port a2732fd0-a016-416b-9b41-8171cf9790a2, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=a2732fd0-a016-416b-9b41-8171cf9790a2,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:52:04.422522 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:04.427992 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-26b43396-5f5f-4729-bc61-6832f2c2fdf1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:04.510223 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499235ba-c0e7-4498-817d-7cc15a8eff3e None None] Pushing event updated for resources: {'Port': ['ID=a2732fd0-a016-416b-9b41-8171cf9790a2,revision_number=4']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:04.519206 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-499235ba-c0e7-4498-817d-7cc15a8eff3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:04.549822 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:52:04.566776 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:52:04.567416 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad67e550>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:04.646231 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Router f3e085e3-bab4-43f0-bd1e-f07e300cd320 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:52:04.913809 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 553b98cb-5b41-4971-a236-57342f732361, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=553b98cb-5b41-4971-a236-57342f732361,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:04.966981 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3a958c-1928-4484-b654-5117b1dc35b6 req-dafaa2dc-8c41-4a92-a73a-2d9aaba1ed62 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:04.969071 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3b3a958c-1928-4484-b654-5117b1dc35b6 req-dafaa2dc-8c41-4a92-a73a-2d9aaba1ed62 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 944 time: 0.1575296
Jun 06 11:52:05.005344 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49638) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:05.021745 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-365b0ca0-9510-4c37-97e5-8833c2f80cf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:05.049920 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '553b98cb-5b41-4971-a236-57342f732361', 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454', 'port_id': '553b98cb-5b41-4971-a236-57342f732361', 'mac_address': 'fa:16:3e:dc:63:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614cc7c5-d430-4a05-a524-33339245adf2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:52:05.069152 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-f2d34f49-2ee9-44de-b618-272fbe7e3081 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--191244239', 'description': 'tempest-description--730635889'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:05.088264 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:52:05.184559 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3b3a958c-1928-4484-b654-5117b1dc35b6 req-3a01b8fe-abba-4005-bcb6-4a95337cbd17 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2090070
Jun 06 11:52:05.247575 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:05.294603 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf req-74a8098e-05fd-4eba-802a-59447fc87b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:05.296389 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf req-74a8098e-05fd-4eba-802a-59447fc87b5c service neutron] 10.222.0.16 "GET /v2.0/networks?id=7e34496b-6a8c-4578-b2da-07bc53eb9102 HTTP/1.1" status: 200  len: 913 time: 0.6618767
Jun 06 11:52:05.303929 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1909aede-7e6d-4882-b69f-d46cca4cfca3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:05.321036 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 553b98cb-5b41-4971-a236-57342f732361 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:05.348559 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 553b98cb-5b41-4971-a236-57342f732361, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=553b98cb-5b41-4971-a236-57342f732361,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:05.362139 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:05.365330 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-e898abe3-4730-41d1-9c63-3f9436b9cf0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:05.404487 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf req-f36023ba-259a-4be2-b531-0cecac9d67c4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1a592b1c-410f-4615-805c-95bf6484bb7e HTTP/1.1" status: 200  len: 217 time: 0.0851498
Jun 06 11:52:05.441276 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=553b98cb-5b41-4971-a236-57342f732361,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:05.444909 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:05.455234 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad5bbfa0>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:03Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:05.461594 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60a09adf-5118-46cf-9d87-f56d555c537b None None] The sync data for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi is: [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:03Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:52:05.560983 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f2d34f49-2ee9-44de-b618-272fbe7e3081 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:05.605077 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['553b98cb-5b41-4971-a236-57342f732361'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:52:05.655045 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad67e550>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:04Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:05.665223 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e647ee47-b27d-41ad-bc25-b224a4fcb85a None None] The sync data for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi is: [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:04Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:52:05.709957 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1909aede-7e6d-4882-b69f-d46cca4cfca3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:05.729835 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1909aede-7e6d-4882-b69f-d46cca4cfca3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:05.773844 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf req-45f1eea4-259c-4e9c-a360-9c184aee23b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:05.776763 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf req-45f1eea4-259c-4e9c-a360-9c184aee23b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=9a0648e1-af79-41a5-af10-ec2ae301cc14 HTTP/1.1" status: 200  len: 852 time: 0.3556006
Jun 06 11:52:05.780185 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:05.794006 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909aede-7e6d-4882-b69f-d46cca4cfca3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08aade24-4472-41f6-9f48-9d62422beb3e,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:05.798083 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1909aede-7e6d-4882-b69f-d46cca4cfca3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:05.799563 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:52:05.804502 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] 10.222.0.46 "PUT /v2.0/routers/f3e085e3-bab4-43f0-bd1e-f07e300cd320/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.5417373
Jun 06 11:52:05.845029 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Sync routers for ids ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:52:05.864000 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf req-92fe13fa-b0b7-41e6-a18b-65dbda5dda5c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=7e34496b-6a8c-4578-b2da-07bc53eb9102&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0714240
Jun 06 11:52:05.918555 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f20117-3717-4185-8357-f671f08a66aa req-ae0986de-61e3-42a7-b60a-70144288d77f tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:05.920090 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-05f20117-3717-4185-8357-f671f08a66aa req-ae0986de-61e3-42a7-b60a-70144288d77f tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 944 time: 0.3291786
Jun 06 11:52:05.924114 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-7a5856a0-6397-48d0-ba83-06d4f338ad40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:05.991245 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Routers {'f3e085e3-bab4-43f0-bd1e-f07e300cd320'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:52:05.991891 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad7f1b20>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:51:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:06.031636 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-05f20117-3717-4185-8357-f671f08a66aa req-2a4d30d6-1eda-4821-92d4-711637fcd595 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1030729
Jun 06 11:52:06.110728 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-365b0ca0-9510-4c37-97e5-8833c2f80cf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.113797 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf req-67408e30-01ce-4206-845d-53a67b44ec7f service neutron] 10.222.0.16 "GET /v2.0/networks/7e34496b-6a8c-4578-b2da-07bc53eb9102?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2396247
Jun 06 11:52:06.154697 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-365b0ca0-9510-4c37-97e5-8833c2f80cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.188264 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:06.270945 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 1a592b1c-410f-4615-805c-95bf6484bb7e details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:52:06.428532 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-365b0ca0-9510-4c37-97e5-8833c2f80cf2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4bb17256e1634ad9a584085ede3a5107&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3964276
Jun 06 11:52:06.430016 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365b0ca0-9510-4c37-97e5-8833c2f80cf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ac0c8a-c317-472b-8a56-a59b74612641,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:06.433302 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-365b0ca0-9510-4c37-97e5-8833c2f80cf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:06.443660 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49678) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:06.557684 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-09d6e513-2523-4a4f-8f16-1fcaa1077fcf req-1cbf8999-0ee0-4dc3-ae59-72e47ba53cf0 service neutron] 10.222.0.16 "GET /v2.0/networks/7e34496b-6a8c-4578-b2da-07bc53eb9102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4356985
Jun 06 11:52:06.604624 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-26a0950d-4321-420e-b897-70ea2025c414 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.624371 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67077b08-9a2f-4932-9ffb-5e9438187b3e req-c8106335-123d-4232-bfb2-d4062679cc4c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:06.630108 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-67077b08-9a2f-4932-9ffb-5e9438187b3e req-c8106335-123d-4232-bfb2-d4062679cc4c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 945 time: 0.2397928
Jun 06 11:52:06.717059 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 1a592b1c-410f-4615-805c-95bf6484bb7e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1a592b1c-410f-4615-805c-95bf6484bb7e,segment=NetworkSegment(62a9cef6-8a7c-499e-8f5f-8c78311f6bdb),segment_id=62a9cef6-8a7c-499e-8f5f-8c78311f6bdb)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:06.721213 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f2d34f49-2ee9-44de-b618-272fbe7e3081 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.727308 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-67077b08-9a2f-4932-9ffb-5e9438187b3e req-88df9ab8-e8f8-49cc-aff8-a991d603ef68 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910811
Jun 06 11:52:06.730599 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-26a0950d-4321-420e-b897-70ea2025c414 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.741903 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f2d34f49-2ee9-44de-b618-272fbe7e3081 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.778545 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:06.797307 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '1a592b1c-410f-4615-805c-95bf6484bb7e', 'network_id': '7e34496b-6a8c-4578-b2da-07bc53eb9102', 'port_id': '1a592b1c-410f-4615-805c-95bf6484bb7e', 'mac_address': 'fa:16:3e:5d:7d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 655, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0648e1-af79-41a5-af10-ec2ae301cc14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:52:06.811018 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1909aede-7e6d-4882-b69f-d46cca4cfca3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.813432 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1909aede-7e6d-4882-b69f-d46cca4cfca3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 2.5357680
Jun 06 11:52:06.816867 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49682) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:06.831320 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'floatingip': {'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:06.841038 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f2d34f49-2ee9-44de-b618-272fbe7e3081 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.842360 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-f2d34f49-2ee9-44de-b618-272fbe7e3081 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 1.8311594
Jun 06 11:52:06.853192 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49686) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:06.866026 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-84d18230-f862-4486-a5b7-42dd33e546c8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'security_group_rule': {'security_group_id': 'd9093038-cc85-4864-b4eb-4c5bf43eef33', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:06.898460 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d34f49-2ee9-44de-b618-272fbe7e3081 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9093038-cc85-4864-b4eb-4c5bf43eef33,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:06.901959 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f2d34f49-2ee9-44de-b618-272fbe7e3081 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:06.910834 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.960110 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-26a0950d-4321-420e-b897-70ea2025c414 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.972809 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-26a0950d-4321-420e-b897-70ea2025c414 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:06.974098 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-26a0950d-4321-420e-b897-70ea2025c414 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0ac0c8a-c317-472b-8a56-a59b74612641 HTTP/1.1" status: 204  len: 168 time: 0.5293458
Jun 06 11:52:06.974912 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-365b0ca0-9510-4c37-97e5-8833c2f80cf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:07.003535 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a0950d-4321-420e-b897-70ea2025c414 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ac0c8a-c317-472b-8a56-a59b74612641,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:07.009026 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-26a0950d-4321-420e-b897-70ea2025c414 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:07.026629 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-84d18230-f862-4486-a5b7-42dd33e546c8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:07.195828 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Set router f3e085e3-bab4-43f0-bd1e-f07e300cd320 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:52:07.279069 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:07.293439 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a2732fd0-a016-416b-9b41-8171cf9790a2 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:07.470029 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-84d18230-f862-4486-a5b7-42dd33e546c8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:07.492202 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a592b1c-410f-4615-805c-95bf6484bb7e {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:07.536260 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-4f0aa797-2f10-4148-99f8-60256e5be662 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:07.544158 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-4f0aa797-2f10-4148-99f8-60256e5be662 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 819 time: 0.5029869
Jun 06 11:52:07.553773 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-84d18230-f862-4486-a5b7-42dd33e546c8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:07.570516 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-d427ba8b-af96-4104-89b8-91dab27c5108 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/quotas/5633147cc3d2482e885ca5ede2087477 HTTP/1.1" status: 200  len: 375 time: 0.0251141
Jun 06 11:52:07.641830 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a86328ed-1fce-462b-a04e-df5a4265fde4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:07.681059 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 1a592b1c-410f-4615-805c-95bf6484bb7e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1a592b1c-410f-4615-805c-95bf6484bb7e,segment=NetworkSegment(62a9cef6-8a7c-499e-8f5f-8c78311f6bdb),segment_id=62a9cef6-8a7c-499e-8f5f-8c78311f6bdb)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:07.706954 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:07.726540 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:07.755773 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-84d18230-f862-4486-a5b7-42dd33e546c8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:07.757186 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-84d18230-f862-4486-a5b7-42dd33e546c8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.9014585
Jun 06 11:52:07.760670 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49724) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:07.764751 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d18230-f862-4486-a5b7-42dd33e546c8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8cc864-1401-4a52-86cf-ce082da803fa,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:07.768181 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-84d18230-f862-4486-a5b7-42dd33e546c8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:07.769733 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 49726) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:07.769967 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-5ade4682-7a17-49b6-b989-fa820b623da1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'security_group_rule': {'security_group_id': 'd9093038-cc85-4864-b4eb-4c5bf43eef33', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:07.778448 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914839ac-d2bd-4126-b05d-57bd1acfd097 req-052ebbe3-ae4d-4716-86c2-debb065d4563 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:07.780125 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-914839ac-d2bd-4126-b05d-57bd1acfd097 req-052ebbe3-ae4d-4716-86c2-debb065d4563 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 944 time: 0.4877114
Jun 06 11:52:07.819641 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:07.852035 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5ade4682-7a17-49b6-b989-fa820b623da1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:07.915011 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-7530a5c3-6612-4179-b540-4b81ed66c571 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3431954
Jun 06 11:52:07.959340 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5ade4682-7a17-49b6-b989-fa820b623da1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:07.960261 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port a2732fd0-a016-416b-9b41-8171cf9790a2 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:07.969429 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-914839ac-d2bd-4126-b05d-57bd1acfd097 req-b06ad8a2-cbc5-4cbd-8398-6af21514e506 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1762333
Jun 06 11:52:07.971122 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5ade4682-7a17-49b6-b989-fa820b623da1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:07.974043 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:07.983711 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port a2732fd0-a016-416b-9b41-8171cf9790a2 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:07.984091 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.013094 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ade4682-7a17-49b6-b989-fa820b623da1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f42cf4-36eb-40de-ba98-34ec39a9c425,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:08.019339 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5ade4682-7a17-49b6-b989-fa820b623da1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:08.045665 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['1a592b1c-410f-4615-805c-95bf6484bb7e'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:52:08.052168 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5ade4682-7a17-49b6-b989-fa820b623da1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.057944 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-5ade4682-7a17-49b6-b989-fa820b623da1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2960701
Jun 06 11:52:08.058845 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49736) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:08.067296 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'floatingip': {'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:08.129474 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.163061 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d411-b017-4d2a-9f7d-9d9063f32bf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.169956 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49738) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:08.175905 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Allocated IP 172.27.1.57 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/45d41168-7c87-4b0d-a805-077be2faeefd) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:52:08.181323 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-7ba1b003-66b1-46e5-b397-9c44a767de45 service neutron] 10.222.0.46 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2654476
Jun 06 11:52:08.199636 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=1a592b1c-410f-4615-805c-95bf6484bb7e,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:08.218002 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:08.230092 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5d032c46-3b6e-4f0e-8f3d-644068d1de1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.282732 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 553b98cb-5b41-4971-a236-57342f732361 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:08.355916 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.384992 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.478610 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.511523 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 553b98cb-5b41-4971-a236-57342f732361 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:08.533834 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 553b98cb-5b41-4971-a236-57342f732361 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:08.534127 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.582253 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-1c0baac1-553d-4d49-ac97-21d0674f6a87 service neutron] 10.222.0.46 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3889153
Jun 06 11:52:08.659947 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.673530 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c52835a-347e-4f13-ad87-fe147e3df91f req-ff768597-0c7d-4930-9d4e-1fc11424154f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:08.680499 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3c52835a-347e-4f13-ad87-fe147e3df91f req-ff768597-0c7d-4930-9d4e-1fc11424154f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 945 time: 0.4645982
Jun 06 11:52:08.685609 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port a2732fd0-a016-416b-9b41-8171cf9790a2, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=a2732fd0-a016-416b-9b41-8171cf9790a2,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:08.736903 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d411-b017-4d2a-9f7d-9d9063f32bf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.742741 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.743680 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 948e9454-89e3-4c52-97a1-b8cb14e5f54c up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:08.759287 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3c52835a-347e-4f13-ad87-fe147e3df91f req-87552521-64ff-4e11-a60d-70e499c350b1 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766685
Jun 06 11:52:08.783064 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b1a0d411-b017-4d2a-9f7d-9d9063f32bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.794395 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f0ab1bf8-6be1-410f-8ad6-49200044d0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:08.823658 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad7f1b20>, [{'id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-router', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:38Z', 'updated_at': '2021-06-06T11:52:01Z', 'revision_number': 4, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'gw_port': {'id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '097d2496-4caa-4b4b-9e7c-12632c1501e3', 'name': '', 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'mac_address': 'fa:16:3e:7b:4f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '62457a9f-69b9-4238-b8bb-a7ad2f176a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:56Z', 'updated_at': '2021-06-06T11:52:01Z', 'revision_number': 2, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'subnets': [{'id': '62457a9f-69b9-4238-b8bb-a7ad2f176a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:08.833675 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-210a0d5d-04c4-4d39-85f2-1468d7e91e51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:08.864579 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a0d411-b017-4d2a-9f7d-9d9063f32bf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a459e058-c725-419b-9f74-4a35706c0aa3,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:08.866142 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Checking router: f3e085e3-bab4-43f0-bd1e-f07e300cd320 for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:52:08.866505 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Updating router f3e085e3-bab4-43f0-bd1e-f07e300cd320 port 097d2496-4caa-4b4b-9e7c-12632c1501e3 binding host dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:52:08.877214 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49744) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:08.878856 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-b1a0d411-b017-4d2a-9f7d-9d9063f32bf9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=52ad639c3287411294013e56813f661f&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0962133
Jun 06 11:52:08.880790 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-b1a0d411-b017-4d2a-9f7d-9d9063f32bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:08.962992 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.967291 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:08.974129 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-db00251d-6f1a-4e56-a3d2-77300dcf05cd req-460a81fe-55be-43cf-8ae3-0a0314d02a05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 210 time: 0.0920606
Jun 06 11:52:08.983641 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:09.114752 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d4983fdb-5e2d-4121-94ce-cc09c93577f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.204989 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5d032c46-3b6e-4f0e-8f3d-644068d1de1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.219957 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'Port': ['ID=45d41168-7c87-4b0d-a805-077be2faeefd,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:09.236771 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:09.260092 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 948e9454-89e3-4c52-97a1-b8cb14e5f54c completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:09.267862 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.271991 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:09.273772 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:09.276592 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:52:09.293464 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 948e9454-89e3-4c52-97a1-b8cb14e5f54c triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:09.293764 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.311249 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Allocated IP 172.27.1.75 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/ae38cede-ec2c-4fbf-ae00-cbe321dfc38a) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:52:09.316142 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5d032c46-3b6e-4f0e-8f3d-644068d1de1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.318512 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=a2732fd0-a016-416b-9b41-8171cf9790a2,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:09.350707 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:09.368010 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c71a70a6-d506-494a-89eb-d8c7857f3c07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.389448 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:09.400085 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.431871 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553b98cb-5b41-4971-a236-57342f732361'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:09.483790 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-5d032c46-3b6e-4f0e-8f3d-644068d1de1d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7633159b8ff445539a657fdb3c0a509b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.3124804
Jun 06 11:52:09.489513 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d032c46-3b6e-4f0e-8f3d-644068d1de1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df6e860e-8d80-4f01-8d22-329a3c996bea,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:09.496336 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5d032c46-3b6e-4f0e-8f3d-644068d1de1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:09.540353 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49770) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:09.544227 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 553b98cb-5b41-4971-a236-57342f732361, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=553b98cb-5b41-4971-a236-57342f732361,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:09.547656 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c71a70a6-d506-494a-89eb-d8c7857f3c07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.592933 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.598180 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:09.699708 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a209d19-796a-4655-af48-6c9c2b180e3d req-6ffda753-fcd9-4f88-842f-b6a5b162ad76 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:09.703886 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4928d957-6928-4930-a511-51c70a7ca8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.707331 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.707494 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a209d19-796a-4655-af48-6c9c2b180e3d req-6ffda753-fcd9-4f88-842f-b6a5b162ad76 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 945 time: 0.2969530
Jun 06 11:52:09.709232 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.728004 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c71a70a6-d506-494a-89eb-d8c7857f3c07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.740061 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c71a70a6-d506-494a-89eb-d8c7857f3c07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.741186 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-c71a70a6-d506-494a-89eb-d8c7857f3c07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a459e058-c725-419b-9f74-4a35706c0aa3 HTTP/1.1" status: 204  len: 168 time: 0.8623140
Jun 06 11:52:09.745268 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-be5b4528-cfa1-48a3-b1b3-1fcdcdb662d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:09.755558 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09d1ef5-78e9-4423-8483-6fc28c8038c6" -d '{"events": [{"server_uuid": "58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84", "name": "network-vif-plugged", "status": "completed", "tag": "553b98cb-5b41-4971-a236-57342f732361"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:09.756756 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4928d957-6928-4930-a511-51c70a7ca8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.827706 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a209d19-796a-4655-af48-6c9c2b180e3d req-bc4b9aab-f1f2-449a-a887-56f38a65e12a tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193080
Jun 06 11:52:09.839119 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71a70a6-d506-494a-89eb-d8c7857f3c07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a459e058-c725-419b-9f74-4a35706c0aa3,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:09.844571 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c71a70a6-d506-494a-89eb-d8c7857f3c07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:09.856547 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-d7e39f9f-966e-4981-809f-6ec7dc911799 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:09.863186 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-d7e39f9f-966e-4981-809f-6ec7dc911799 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 819 time: 0.4516051
Jun 06 11:52:09.866131 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:09.888930 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-5905a304-049b-4105-838c-e709f191d97a tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/quotas/5633147cc3d2482e885ca5ede2087477 HTTP/1.1" status: 200  len: 375 time: 0.0247886
Jun 06 11:52:09.916279 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:09.930479 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.059965 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:10.063727 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:10.074411 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:52:10.107157 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'Port': ['ID=ae38cede-ec2c-4fbf-ae00-cbe321dfc38a,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:10.117844 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:10.131227 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dec3030-80c6-4d91-a21c-efa4db0004f7 x-openstack-request-id: req-1dec3030-80c6-4d91-a21c-efa4db0004f7 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:10.131780 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84", "name": "network-vif-plugged", "status": "completed", "tag": "553b98cb-5b41-4971-a236-57342f732361", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:10.132202 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1dec3030-80c6-4d91-a21c-efa4db0004f7 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:10.133105 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '553b98cb-5b41-4971-a236-57342f732361', 'code': 200}
Jun 06 11:52:10.165102 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=553b98cb-5b41-4971-a236-57342f732361,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:10.178332 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.580s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:10.190321 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-d8e7f62d-47ac-4c84-9ed1-41138cf0e4b3 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3004122
Jun 06 11:52:10.194240 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.217850 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4928d957-6928-4930-a511-51c70a7ca8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.224409 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4928d957-6928-4930-a511-51c70a7ca8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.228593 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-4928d957-6928-4930-a511-51c70a7ca8f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/df6e860e-8d80-4f01-8d22-329a3c996bea HTTP/1.1" status: 204  len: 168 time: 0.6871262
Jun 06 11:52:10.231602 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:10.250129 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.275388 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 948e9454-89e3-4c52-97a1-b8cb14e5f54c, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=948e9454-89e3-4c52-97a1-b8cb14e5f54c,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:10.295266 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 1a592b1c-410f-4615-805c-95bf6484bb7e up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:10.350558 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4928d957-6928-4930-a511-51c70a7ca8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df6e860e-8d80-4f01-8d22-329a3c996bea,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:10.365824 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4928d957-6928-4930-a511-51c70a7ca8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:10.401197 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49790) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:10.439059 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.445662 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-02a7e07a-4c7f-4f9e-9f4c-e99cc46f037f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.464431 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:10.476911 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.538161 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.581285 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba41160e-3c6c-473a-b0d2-42b02576c511 req-0656d75b-6f41-4c5e-bd09-22033bbe30d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:10.582980 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ba41160e-3c6c-473a-b0d2-42b02576c511 req-0656d75b-6f41-4c5e-bd09-22033bbe30d6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 1099 time: 0.3237460
Jun 06 11:52:10.622488 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a2732fd0-a016-416b-9b41-8171cf9790a2 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:10.650700 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.655651 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ba41160e-3c6c-473a-b0d2-42b02576c511 req-cfcd7e11-b611-4a9e-a607-a24915139d95 service neutron] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.700503 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 1a592b1c-410f-4615-805c-95bf6484bb7e completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:10.736673 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 1a592b1c-410f-4615-805c-95bf6484bb7e triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:10.737233 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.753331 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:10.922404 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=948e9454-89e3-4c52-97a1-b8cb14e5f54c,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:10.927279 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:10.929137 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:10.952865 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'Port': ['ID=45d41168-7c87-4b0d-a805-077be2faeefd,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:10.974247 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a1440c-6d20-44a0-9489-d1ed6ee2086c req-605bab03-adb6-41af-92b4-2894ab7d9851 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:10.975928 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b3a1440c-6d20-44a0-9489-d1ed6ee2086c req-605bab03-adb6-41af-92b4-2894ab7d9851 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 946 time: 0.8497870
Jun 06 11:52:10.980274 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:11.025958 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.057387 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port a2732fd0-a016-416b-9b41-8171cf9790a2 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:11.057766 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.059969 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c35936ea-038b-43c8-bbf9-145c42e60242 service neutron] 10.222.0.46 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8513701
Jun 06 11:52:11.085218 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Notify callbacks [] for port, precommit_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.088066 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-02a7e07a-4c7f-4f9e-9f4c-e99cc46f037f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.153493 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.158823 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Transition to ACTIVE for port object 097d2496-4caa-4b4b-9e7c-12632c1501e3 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:11.170893 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 1a592b1c-410f-4615-805c-95bf6484bb7e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1a592b1c-410f-4615-805c-95bf6484bb7e,segment=NetworkSegment(62a9cef6-8a7c-499e-8f5f-8c78311f6bdb),segment_id=62a9cef6-8a7c-499e-8f5f-8c78311f6bdb)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:11.178884 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.184667 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:11.214961 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.254637 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-02a7e07a-4c7f-4f9e-9f4c-e99cc46f037f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.284179 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:11.293045 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.db.resource_extend [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 06 11:52:11.310006 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ba41160e-3c6c-473a-b0d2-42b02576c511 req-cfcd7e11-b611-4a9e-a607-a24915139d95 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.342968 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.344582 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ba41160e-3c6c-473a-b0d2-42b02576c511 req-cfcd7e11-b611-4a9e-a607-a24915139d95 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.354017 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-225e4c2c-5f44-45aa-82ad-e67e11806b3e tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:11.355895 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-225e4c2c-5f44-45aa-82ad-e67e11806b3e tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.16 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 819 time: 0.8138032
Jun 06 11:52:11.358840 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-ee4adc04-9f97-4e68-98f4-fb6951fe08ff service neutron] 10.222.0.46 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2981501
Jun 06 11:52:11.363925 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b3a1440c-6d20-44a0-9489-d1ed6ee2086c req-51d305be-1405-44f1-81e6-cfe15eca8fe1 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3182483
Jun 06 11:52:11.373452 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Request body: {'port': {'device_id': '01a6c619-381a-4798-9729-74c81af41ff7', 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79', 'admin_state_up': True, 'tenant_id': '5633147cc3d2482e885ca5ede2087477'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:11.393340 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.408761 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-02a7e07a-4c7f-4f9e-9f4c-e99cc46f037f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=64b34a14b8ff43b88a8405faafca95d9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9913411
Jun 06 11:52:11.408761 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.408761 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49826) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:11.412470 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 4.5943170
Jun 06 11:52:11.464398 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.477660 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7e07a-4c7f-4f9e-9f4c-e99cc46f037f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866fc31e-8425-4da2-bcd9-6305d3228b11,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:11.534132 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ba41160e-3c6c-473a-b0d2-42b02576c511 req-cfcd7e11-b611-4a9e-a607-a24915139d95 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.9387383
Jun 06 11:52:11.552099 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-02a7e07a-4c7f-4f9e-9f4c-e99cc46f037f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:11.559028 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:11.584037 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4f329-3fe1-4256-80e4-558c6808681d None None] Pushing event updated for resources: {'Port': ['ID=097d2496-4caa-4b4b-9e7c-12632c1501e3,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:11.587121 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-16a4f329-3fe1-4256-80e4-558c6808681d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:11.590024 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.364s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:11.654204 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.658913 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.5986452
Jun 06 11:52:11.678408 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcd7e11-b611-4a9e-a607-a24915139d95 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=444048ea-4899-4eae-a281-c998eca1df5a,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:11.715041 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-cfcd7e11-b611-4a9e-a607-a24915139d95 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:11.719123 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.261s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:11.749561 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Attempting to bind port 097d2496-4caa-4b4b-9e7c-12632c1501e3 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:52:11.749935 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Attempting to bind port 097d2496-4caa-4b4b-9e7c-12632c1501e3 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:52:11.750290 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Attempting to bind port 097d2496-4caa-4b4b-9e7c-12632c1501e3 on network 0f36849b-663e-409b-b9ee-637f743f6c79 {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:11.770493 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:52:11.779799 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Checking segment: {'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:11.780364 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.780864 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Bound using segment: {'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:52:11.781321 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Bound port: 097d2496-4caa-4b4b-9e7c-12632c1501e3, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:52:11.781692 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.805371 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=1a592b1c-410f-4615-805c-95bf6484bb7e,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:11.808495 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:11.914469 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] For port 097d2496-4caa-4b4b-9e7c-12632c1501e3, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:52:11.917896 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] For port 097d2496-4caa-4b4b-9e7c-12632c1501e3, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=097d2496-4caa-4b4b-9e7c-12632c1501e3,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:52:11.924780 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:11.937845 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:11.992323 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6c2581ac-226b-4299-a501-0ea1ca1432f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:12.052250 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Routers {'f3e085e3-bab4-43f0-bd1e-f07e300cd320'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:52:12.053004 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad7f1b20>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:52:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:12.079057 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'Port': ['ID=ae38cede-ec2c-4fbf-ae00-cbe321dfc38a,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:12.090980 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-abacc99e-dcb8-4949-81d9-f7544050d785 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1554983106&fields=id&tenant_id=b70e174e528d4ec0ae31867601649972 HTTP/1.1" status: 200  len: 267 time: 0.2297704
Jun 06 11:52:12.092275 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:12.103029 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6c2581ac-226b-4299-a501-0ea1ca1432f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:12.160943 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9947208-7628-453e-a0c0-41e77de138af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a592b1c-410f-4615-805c-95bf6484bb7e'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:12.167396 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bbaff6d-dc1a-4c86-8c7a-bb2e17d48a90" -d '{"events": [{"server_uuid": "f9947208-7628-453e-a0c0-41e77de138af", "name": "network-vif-plugged", "status": "completed", "tag": "1a592b1c-410f-4615-805c-95bf6484bb7e"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:12.214643 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6c2581ac-226b-4299-a501-0ea1ca1432f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:12.218380 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6c2581ac-226b-4299-a501-0ea1ca1432f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:12.219899 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6c2581ac-226b-4299-a501-0ea1ca1432f1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/866fc31e-8425-4da2-bcd9-6305d3228b11 HTTP/1.1" status: 204  len: 168 time: 0.7746158
Jun 06 11:52:12.221377 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:12.232132 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2581ac-226b-4299-a501-0ea1ca1432f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866fc31e-8425-4da2-bcd9-6305d3228b11,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:12.235453 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6c2581ac-226b-4299-a501-0ea1ca1432f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:12.330879 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a4f329-3fe1-4256-80e4-558c6808681d None None] Pushing event updated for resources: {'Port': ['ID=097d2496-4caa-4b4b-9e7c-12632c1501e3,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:12.335517 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-e656a63d-0c2f-46ae-96f1-accfa24c7dae tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:12.336267 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-16a4f329-3fe1-4256-80e4-558c6808681d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:12.338053 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] Set router f3e085e3-bab4-43f0-bd1e-f07e300cd320 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:52:12.342775 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-e656a63d-0c2f-46ae-96f1-accfa24c7dae tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 811 time: 0.2509379
Jun 06 11:52:12.371909 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-35c2decc-85a6-4144-8e69-68ef743fc456 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/quotas/b70e174e528d4ec0ae31867601649972 HTTP/1.1" status: 200  len: 375 time: 0.0281253
Jun 06 11:52:12.389781 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63f9f66-e44c-46be-a089-378ba8d9aed6 req-53d31808-1e13-4961-8d65-ccf183ae0179 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:12.391226 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f63f9f66-e44c-46be-a089-378ba8d9aed6 req-53d31808-1e13-4961-8d65-ccf183ae0179 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 946 time: 0.6443365
Jun 06 11:52:12.527044 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f63f9f66-e44c-46be-a089-378ba8d9aed6 req-8d62e6ea-501b-4168-9382-ee8d21a02b67 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655601
Jun 06 11:52:12.573857 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49876) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:12.604791 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-dc4818b6-ee15-4f17-9730-04220ba9988c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2311723
Jun 06 11:52:12.604917 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 948e9454-89e3-4c52-97a1-b8cb14e5f54c up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:12.835883 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Made reservation on behalf of 5633147cc3d2482e885ca5ede2087477 for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:12.839417 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:12.855954 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 948e9454-89e3-4c52-97a1-b8cb14e5f54c triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:12.856332 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:12.921857 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a27c7d37-94a4-44c5-aead-3b13fbcf13aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:12.938493 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b765c420-c22f-4ea3-9670-397344e56f40 req-cf72bded-daa6-4fbc-a94e-92f73a8c7f4f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 210 time: 0.0762370
Jun 06 11:52:13.019852 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-5a14ecc0-d6ee-47c8-a772-1e919961c3ac service neutron] 10.222.0.46 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4107246
Jun 06 11:52:13.122670 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad7f1b20>, [{'id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-router', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:38Z', 'updated_at': '2021-06-06T11:52:01Z', 'revision_number': 4, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'gw_port': {'id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '097d2496-4caa-4b4b-9e7c-12632c1501e3', 'name': '', 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'mac_address': 'fa:16:3e:7b:4f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '62457a9f-69b9-4238-b8bb-a7ad2f176a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:56Z', 'updated_at': '2021-06-06T11:52:11Z', 'revision_number': 4, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'subnets': [{'id': '62457a9f-69b9-4238-b8bb-a7ad2f176a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:13.131144 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-537c0837-67c2-4faa-87e6-67534004edbf None None] The sync data for ids ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'] in dv-cinder-786260-3-iscsi is: [{'id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-router', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:38Z', 'updated_at': '2021-06-06T11:52:01Z', 'revision_number': 4, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'gw_port': {'id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '097d2496-4caa-4b4b-9e7c-12632c1501e3', 'name': '', 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'mac_address': 'fa:16:3e:7b:4f:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '62457a9f-69b9-4238-b8bb-a7ad2f176a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:56Z', 'updated_at': '2021-06-06T11:52:11Z', 'revision_number': 4, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'subnets': [{'id': '62457a9f-69b9-4238-b8bb-a7ad2f176a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:52:13.297299 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a27c7d37-94a4-44c5-aead-3b13fbcf13aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:13.314766 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a27c7d37-94a4-44c5-aead-3b13fbcf13aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:13.338803 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:13.383906 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-6dda96d6-05b0-414f-99f8-bf77a5fe43ba tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--191244239&fields=id&tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a HTTP/1.1" status: 200  len: 267 time: 0.1500316
Jun 06 11:52:13.417344 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-a27c7d37-94a4-44c5-aead-3b13fbcf13aa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4638f19021e4560a99a876c63009a50&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8419063
Jun 06 11:52:13.418271 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49912) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:13.458581 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27c7d37-94a4-44c5-aead-3b13fbcf13aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a001b54-37d3-423d-aa29-30e7a3ca9ea3,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:13.465257 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-da01ef5d-5a33-49cf-828a-d7dc9b3a5342 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3951354
Jun 06 11:52:13.486937 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a27c7d37-94a4-44c5-aead-3b13fbcf13aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:13.533976 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Allocated IP 172.20.0.8 (0f36849b-663e-409b-b9ee-637f743f6c79/62457a9f-69b9-4238-b8bb-a7ad2f176a5f/6a63994b-22db-42a9-91e7-90198a85b2d8) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:52:13.702384 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-29d5a5d6-c42c-4236-9200-8e13ee096182 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:13.709961 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-29d5a5d6-c42c-4236-9200-8e13ee096182 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 817 time: 0.3252439
Jun 06 11:52:13.748501 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-3c156be7-3b02-4740-80c1-c56274593abe tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/quotas/373b4ba1eb834fa9bc7a3a479fbd9a0a HTTP/1.1" status: 200  len: 375 time: 0.0366771
Jun 06 11:52:13.806393 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a18cf0a9-fbad-4d75-862c-46b37d73381f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:13.863607 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2d2bc35-33ef-4931-9a76-add3619d94ee x-openstack-request-id: req-f2d2bc35-33ef-4931-9a76-add3619d94ee {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:13.864110 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9947208-7628-453e-a0c0-41e77de138af", "name": "network-vif-plugged", "status": "completed", "tag": "1a592b1c-410f-4615-805c-95bf6484bb7e", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:13.864320 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f2d2bc35-33ef-4931-9a76-add3619d94ee {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:13.866160 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9947208-7628-453e-a0c0-41e77de138af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a592b1c-410f-4615-805c-95bf6484bb7e', 'code': 200}
Jun 06 11:52:13.924996 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-cdf0370b-4a2d-4e7b-9003-6d92de23a1ed tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:13.926701 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-cdf0370b-4a2d-4e7b-9003-6d92de23a1ed tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.16 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 819 time: 0.4375315
Jun 06 11:52:13.931596 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a18cf0a9-fbad-4d75-862c-46b37d73381f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:13.969287 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Request body: {'port': {'device_id': '6b143c90-247a-44a9-95c9-36e9f7bf5ab4', 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79', 'admin_state_up': True, 'tenant_id': '5633147cc3d2482e885ca5ede2087477'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:14.246827 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.16', 65003) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:14.383474 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a18cf0a9-fbad-4d75-862c-46b37d73381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:14.392862 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a18cf0a9-fbad-4d75-862c-46b37d73381f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:14.394605 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-a18cf0a9-fbad-4d75-862c-46b37d73381f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7a001b54-37d3-423d-aa29-30e7a3ca9ea3 HTTP/1.1" status: 204  len: 168 time: 0.9375038
Jun 06 11:52:14.397659 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:14.410756 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18cf0a9-fbad-4d75-862c-46b37d73381f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a001b54-37d3-423d-aa29-30e7a3ca9ea3,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:14.413217 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a18cf0a9-fbad-4d75-862c-46b37d73381f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:14.552628 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Made reservation on behalf of 5633147cc3d2482e885ca5ede2087477 for: {'port': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:14.558162 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:14.576451 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:14.670043 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 097d2496-4caa-4b4b-9e7c-12632c1501e3 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:14.674619 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-d4a89f79-9d16-4c20-a3b9-120192ee182a tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.9252160
Jun 06 11:52:14.691329 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:52:14.762611 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc851425-efc1-4bc1-8d6f-aa78a2254e80 req-ebce8338-097e-45ea-b217-0489a7f65bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:14.768365 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-dc851425-efc1-4bc1-8d6f-aa78a2254e80 req-ebce8338-097e-45ea-b217-0489a7f65bf8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 1099 time: 0.5204396
Jun 06 11:52:14.792221 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532718cf-a439-44e5-ad55-72feb87579c1 req-d175ef5b-ada0-4f1c-bc77-743fdaff44bb tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:14.802207 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-532718cf-a439-44e5-ad55-72feb87579c1 req-d175ef5b-ada0-4f1c-bc77-743fdaff44bb tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 946 time: 0.5981505
Jun 06 11:52:14.857103 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 097d2496-4caa-4b4b-9e7c-12632c1501e3 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:14.871502 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 097d2496-4caa-4b4b-9e7c-12632c1501e3 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:14.872208 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:15.034851 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:15.078790 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-532718cf-a439-44e5-ad55-72feb87579c1 req-c0678141-07eb-4d47-beac-da4b1de41c2b tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2735822
Jun 06 11:52:15.089343 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 097d2496-4caa-4b4b-9e7c-12632c1501e3, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=097d2496-4caa-4b4b-9e7c-12632c1501e3,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:15.100748 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:15.102966 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-dc851425-efc1-4bc1-8d6f-aa78a2254e80 req-e84a1954-e306-413f-a1ed-7c69b36a8e62 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2809172
Jun 06 11:52:15.103570 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:15.134745 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:15.181822 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f373dbbb-76af-4ef6-aaf3-36025bf5896e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:15.293789 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Allocated IP 172.20.0.2 (0f36849b-663e-409b-b9ee-637f743f6c79/62457a9f-69b9-4238-b8bb-a7ad2f176a5f/1824f7b7-323e-480c-b411-4ad40465a95d) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:52:15.328821 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=097d2496-4caa-4b4b-9e7c-12632c1501e3,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:15.334348 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:15.350492 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 49980) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:15.406865 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ce9b72c0-d5ac-4ec7-a6e6-955a200c2d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:15.538817 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-3d554276-87ae-4e11-b25d-f7461dfeb54a service neutron] 10.222.0.46 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8449843
Jun 06 11:52:15.543776 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Network 0f36849b-663e-409b-b9ee-637f743f6c79 is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:15.637593 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:15.703858 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ce9b72c0-d5ac-4ec7-a6e6-955a200c2d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:15.711470 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Pushing event updated for resources: {'Port': ['ID=6a63994b-22db-42a9-91e7-90198a85b2d8,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:15.715216 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:15.717474 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ce9b72c0-d5ac-4ec7-a6e6-955a200c2d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:15.729146 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-13a1171f-3a80-4b18-9476-3c923766cbec service neutron] 10.222.0.46 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1893971
Jun 06 11:52:15.734856 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:15.738572 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:52:15.749848 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5d032c46-3b6e-4f0e-8f3d-644068d1de1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:15.763749 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:15.765462 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:15.813218 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9b72c0-d5ac-4ec7-a6e6-955a200c2d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aebca2a0-7f30-4684-997f-b2c08fe40c8a,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:15.819096 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:15.823554 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-ce9b72c0-d5ac-4ec7-a6e6-955a200c2d6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:15.874584 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:15.886243 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.5191896
Jun 06 11:52:15.970049 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Request body: {'port': {'device_id': '01a6c619-381a-4798-9729-74c81af41ff7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:15.999559 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Pushing event updated for resources: {'Port': ['ID=1824f7b7-323e-480c-b411-4ad40465a95d,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:16.006617 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-ce9b72c0-d5ac-4ec7-a6e6-955a200c2d6d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=551eab10eefc499880196ddba2d250e5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6530192
Jun 06 11:52:16.007948 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:16.026331 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50000) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:16.108758 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Network 0f36849b-663e-409b-b9ee-637f743f6c79 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:16.111684 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:16.125992 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:52:16.147687 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:16.151410 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:16.213942 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.2515621
Jun 06 11:52:16.229560 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Request body: {'port': {'device_id': '6b143c90-247a-44a9-95c9-36e9f7bf5ab4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:16.296802 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-3febb832-d482-4796-be7c-533797bc04c0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:16.298911 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-3febb832-d482-4796-be7c-533797bc04c0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.16 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 811 time: 0.5681891
Jun 06 11:52:16.362480 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f30b5fd0-a16a-4b4f-9c89-1deb122c0a36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:16.438067 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e1fdfbcb-5c36-4f67-883b-6f5206b73c94 req-5f7a7ea8-f202-4912-9096-ec1acae6a0b8 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 210 time: 0.1378856
Jun 06 11:52:16.448933 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-d281b887-47c0-4aa6-b19d-7aacc7c12ba5 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70e174e528d4ec0ae31867601649972 HTTP/1.1" status: 200  len: 380 time: 0.1252716
Jun 06 11:52:16.474356 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f30b5fd0-a16a-4b4f-9c89-1deb122c0a36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:16.492427 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'port': {'device_id': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'admin_state_up': True, 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'security_groups': ['10ccb11f-4565-4897-9e41-fc95e235aecb']}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:16.521425 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:16.555744 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b3da6-a52f-4916-a9cb-34c3e662e7a6 req-276acac6-d2b7-4d6f-baa0-0f188abaacfc tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:16.581228 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7b7b3da6-a52f-4916-a9cb-34c3e662e7a6 req-276acac6-d2b7-4d6f-baa0-0f188abaacfc tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 946 time: 1.1324615
Jun 06 11:52:16.594856 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 097d2496-4caa-4b4b-9e7c-12632c1501e3 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:16.606910 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50016) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:16.722287 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 097d2496-4caa-4b4b-9e7c-12632c1501e3 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:16.723282 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:16.840469 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f30b5fd0-a16a-4b4f-9c89-1deb122c0a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:16.844954 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f30b5fd0-a16a-4b4f-9c89-1deb122c0a36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:16.848408 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-f30b5fd0-a16a-4b4f-9c89-1deb122c0a36 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aebca2a0-7f30-4684-997f-b2c08fe40c8a HTTP/1.1" status: 204  len: 168 time: 0.8174317
Jun 06 11:52:16.911894 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4928d957-6928-4930-a511-51c70a7ca8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:16.965104 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:16.984646 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7b7b3da6-a52f-4916-a9cb-34c3e662e7a6 req-ae383b53-b1ab-4aeb-bf95-be5838e49623 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2861133
Jun 06 11:52:16.997480 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7fe42235-c93a-47e1-89bc-e91b771a4bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:17.012564 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b5fd0-a16a-4b4f-9c89-1deb122c0a36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aebca2a0-7f30-4684-997f-b2c08fe40c8a,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:17.047450 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f30b5fd0-a16a-4b4f-9c89-1deb122c0a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:17.220528 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.db.api [None req-7fe42235-c93a-47e1-89bc-e91b771a4bd3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 06 11:52:17.220528 dv-cinder-786260-3-iscsi neutron-server[91706]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 06 11:52:17.220528 dv-cinder-786260-3-iscsi neutron-server[91706]: [parameters: {'project_id': 'b8ebc597207441c790e385a27e71a50e', 'id': '0c74bd59-b4d7-4c06-bb15-77277487b76e', 'expiration': datetime.datetime(2021, 6, 6, 11, 54, 17, 204531)}]
Jun 06 11:52:17.220528 dv-cinder-786260-3-iscsi neutron-server[91706]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 06 11:52:17.220976 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_db.api [None req-7fe42235-c93a-47e1-89bc-e91b771a4bd3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 06 11:52:17.221977 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fc4cba-a99c-487a-b24f-fc1caa63ab10 req-5442754d-026d-4f83-9a7f-74a310034cf8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:17.223708 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40fc4cba-a99c-487a-b24f-fc1caa63ab10 req-5442754d-026d-4f83-9a7f-74a310034cf8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 931 time: 0.5238841
Jun 06 11:52:17.355395 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1824f7b7-323e-480c-b411-4ad40465a95d {{(pid=91706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:17.364391 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:17.372622 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-50120a5b-1807-4e26-9a6c-ee44d672c9f2 req-fecd2f27-6b63-4c1b-9dcf-df760b8b77e5 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 210 time: 0.0794256
Jun 06 11:52:17.381807 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Transition to ACTIVE for port object 1824f7b7-323e-480c-b411-4ad40465a95d will not be triggered until provisioned by entity L2. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:17.384430 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Made reservation on behalf of b70e174e528d4ec0ae31867601649972 for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:17.388641 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:17.388801 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:17.395223 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-461d996d-5717-4900-b8e2-65a4ad24b312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:17.464408 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40fc4cba-a99c-487a-b24f-fc1caa63ab10 req-b118ecc6-9d6f-4fce-bd78-a2818e72750f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1708939
Jun 06 11:52:17.579554 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Pushing event updated for resources: {'Port': ['ID=1824f7b7-323e-480c-b411-4ad40465a95d,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:17.619905 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:17.669357 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Attempting to bind port 1824f7b7-323e-480c-b411-4ad40465a95d on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:52:17.670019 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Attempting to bind port 1824f7b7-323e-480c-b411-4ad40465a95d by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'}] {{(pid=91706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:52:17.670609 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Attempting to bind port 1824f7b7-323e-480c-b411-4ad40465a95d on network 0f36849b-663e-409b-b9ee-637f743f6c79 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:17.676816 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Port 1824f7b7-323e-480c-b411-4ad40465a95d on network 0f36849b-663e-409b-b9ee-637f743f6c79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:52:17.677778 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Attempting to bind port 1824f7b7-323e-480c-b411-4ad40465a95d on network 0f36849b-663e-409b-b9ee-637f743f6c79 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:17.695778 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:52:17.696422 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Checking segment: {'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:17.697155 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Bound using segment: {'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'} {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:52:17.697811 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Bound port: 1824f7b7-323e-480c-b411-4ad40465a95d, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'}}] {{(pid=91706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:52:17.698359 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:17.734861 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a426f089-45d1-4bd2-9923-ab31036055e6 req-951bddf3-e29c-4da1-bfac-cae376010077 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 210 time: 0.0556338
Jun 06 11:52:17.744736 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7fe42235-c93a-47e1-89bc-e91b771a4bd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:17.822595 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.16', 65010) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:17.829038 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] For port 1824f7b7-323e-480c-b411-4ad40465a95d, host hv-cinder-78626, cleared binding levels {{(pid=91706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:52:17.841123 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] For port 1824f7b7-323e-480c-b411-4ad40465a95d, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1824f7b7-323e-480c-b411-4ad40465a95d,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:52:17.897609 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Allocated IP 172.20.0.13 (4cb10f0a-05af-4fba-b41d-12091928d248/152508a6-2d08-4397-81a6-be9ae3bc7dc7/d4fd5703-3462-44b5-87af-034550946233) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:52:17.994623 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a63994b-22db-42a9-91e7-90198a85b2d8 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:18.011538 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:18.072416 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:18.084494 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:18.102828 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Transition to ACTIVE for port object 6a63994b-22db-42a9-91e7-90198a85b2d8 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:18.124251 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:18.125512 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-7c1ac2ce-7154-49b5-aead-db58b04fe360 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:18.127596 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-7c1ac2ce-7154-49b5-aead-db58b04fe360 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 817 time: 0.2888162
Jun 06 11:52:18.218069 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:18.218802 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:18.220226 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] 10.222.0.16 "PUT /v2.0/ports/1824f7b7-323e-480c-b411-4ad40465a95d HTTP/1.1" status: 200  len: 1093 time: 1.9977050
Jun 06 11:52:18.247012 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b143c90-247a-44a9-95c9-36e9f7bf5ab4', 'tag': '1824f7b7-323e-480c-b411-4ad40465a95d'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:18.249797 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48" -d '{"events": [{"name": "network-changed", "server_uuid": "6b143c90-247a-44a9-95c9-36e9f7bf5ab4", "tag": "1824f7b7-323e-480c-b411-4ad40465a95d"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:18.286168 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-1f332c07-262e-45db-a6e4-a738d3c072f6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a HTTP/1.1" status: 200  len: 379 time: 0.1491444
Jun 06 11:52:18.300166 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Pushing event updated for resources: {'Port': ['ID=1824f7b7-323e-480c-b411-4ad40465a95d,revision_number=3']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:18.313373 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'port': {'device_id': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'admin_state_up': True, 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'security_groups': ['d9093038-cc85-4864-b4eb-4c5bf43eef33']}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:18.358709 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:18.364249 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:18.382356 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7fe42235-c93a-47e1-89bc-e91b771a4bd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:18.427570 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18972101-42d6-4c57-abd6-379a16d8a6d7 x-openstack-request-id: req-18972101-42d6-4c57-abd6-379a16d8a6d7 {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:18.428121 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b143c90-247a-44a9-95c9-36e9f7bf5ab4", "tag": "1824f7b7-323e-480c-b411-4ad40465a95d", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:18.428542 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-18972101-42d6-4c57-abd6-379a16d8a6d7 {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:18.429113 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b143c90-247a-44a9-95c9-36e9f7bf5ab4', 'tag': '1824f7b7-323e-480c-b411-4ad40465a95d', 'status': 'completed', 'code': 200}
Jun 06 11:52:18.442882 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7fe42235-c93a-47e1-89bc-e91b771a4bd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:18.481561 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:18.624267 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-7fe42235-c93a-47e1-89bc-e91b771a4bd3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b8ebc597207441c790e385a27e71a50e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0162339
Jun 06 11:52:18.628807 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe42235-c93a-47e1-89bc-e91b771a4bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca4c3ea-34df-40bf-a90a-6b8c399874d9,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:18.647738 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50088) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:18.651632 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7fe42235-c93a-47e1-89bc-e91b771a4bd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:18.684952 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:18.703160 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Transition to ACTIVE for port object d4fd5703-3462-44b5-87af-034550946233 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:18.742096 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-beca9a62-01ce-4f1b-910b-f827c198ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:18.743873 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-beca9a62-01ce-4f1b-910b-f827c198ef06 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 1096 time: 0.3596389
Jun 06 11:52:18.813325 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Made reservation on behalf of 373b4ba1eb834fa9bc7a3a479fbd9a0a for: {'port': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:18.817713 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:18.819476 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-660b9e87-2931-4107-b93d-cdab8a517085 req-c3e33612-2c01-46bb-ab1d-61924b62c0db tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 210 time: 0.2190099
Jun 06 11:52:18.827353 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a63994b-22db-42a9-91e7-90198a85b2d8,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:18.841653 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:18.845867 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:18.861629 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-158ecdea-5fcd-43a0-a10a-4d06dfde83dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1824f7b7-323e-480c-b411-4ad40465a95d HTTP/1.1" status: 200  len: 217 time: 0.1074913
Jun 06 11:52:18.863414 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-289d93db-cb32-47a1-bab8-a937b205e16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:18.871141 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:18.917969 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Attempting to bind port 6a63994b-22db-42a9-91e7-90198a85b2d8 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:52:18.918479 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Attempting to bind port 6a63994b-22db-42a9-91e7-90198a85b2d8 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:52:18.918797 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Attempting to bind port 6a63994b-22db-42a9-91e7-90198a85b2d8 on network 0f36849b-663e-409b-b9ee-637f743f6c79 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:18.945641 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ebb618-782b-4537-a121-465a7dcd4d63 req-8ff140be-fda7-4cb7-8078-079e2cd6440f tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:18.947594 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40ebb618-782b-4537-a121-465a7dcd4d63 req-8ff140be-fda7-4cb7-8078-079e2cd6440f tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 946 time: 0.7868242
Jun 06 11:52:18.966885 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Port 6a63994b-22db-42a9-91e7-90198a85b2d8 on network 0f36849b-663e-409b-b9ee-637f743f6c79 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:52:18.967234 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Attempting to bind port 6a63994b-22db-42a9-91e7-90198a85b2d8 on network 0f36849b-663e-409b-b9ee-637f743f6c79 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:18.973898 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Network 4cb10f0a-05af-4fba-b41d-12091928d248 is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:18.993474 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:19.000892 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:52:19.007979 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:19.008604 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:19.019461 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:52:19.019796 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Checking segment: {'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:19.020156 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Bound using segment: {'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:52:19.020604 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Bound port: 6a63994b-22db-42a9-91e7-90198a85b2d8, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 674, 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:52:19.020963 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:19.065622 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-289d93db-cb32-47a1-bab8-a937b205e16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:19.106470 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'Port': ['ID=d4fd5703-3462-44b5-87af-034550946233,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:19.127423 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:19.133382 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-ee41fa68-6bf8-45e8-a9f5-0116f1d63977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:19.134828 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-ee41fa68-6bf8-45e8-a9f5-0116f1d63977 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 200  len: 859 time: 0.2649791
Jun 06 11:52:19.195292 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.7124810
Jun 06 11:52:19.215166 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40ebb618-782b-4537-a121-465a7dcd4d63 req-c78d4fd6-57eb-44a7-a439-531ef93a9fee tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2539287
Jun 06 11:52:19.230002 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-96d87f74-0893-4b25-acf5-88f4cd84dad0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f36849b-663e-409b-b9ee-637f743f6c79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0875072
Jun 06 11:52:19.290179 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Request body: {'port': {'device_id': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:19.315422 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Allocated IP 172.20.0.14 (89544a8d-9a6e-4f9e-81a7-28eca1a376e0/905f413a-c02e-4296-bf9e-bc5821ce5c4b/ad405d97-9eae-487e-8973-d13a2d3fd5f7) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:52:19.382908 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] For port 6a63994b-22db-42a9-91e7-90198a85b2d8, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:52:19.393040 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] For port 6a63994b-22db-42a9-91e7-90198a85b2d8, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6a63994b-22db-42a9-91e7-90198a85b2d8,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:52:19.422569 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-f6f92db8-a515-4fab-8a45-630cd0bf93dc None None] Provisioning for port d4fd5703-3462-44b5-87af-034550946233 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:19.430131 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-f6f92db8-a515-4fab-8a45-630cd0bf93dc None None] Provisioning complete for port d4fd5703-3462-44b5-87af-034550946233 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:19.430591 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-f6f92db8-a515-4fab-8a45-630cd0bf93dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:19.447881 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-289d93db-cb32-47a1-bab8-a937b205e16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:19.450556 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-289d93db-cb32-47a1-bab8-a937b205e16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:19.454344 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-289d93db-cb32-47a1-bab8-a937b205e16f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5ca4c3ea-34df-40bf-a90a-6b8c399874d9 HTTP/1.1" status: 204  len: 168 time: 0.8044062
Jun 06 11:52:19.457516 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:19.466791 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:19.496312 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2b6485d0-7ddf-47ed-ad8f-8ebff1ad5d05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:19.523992 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289d93db-cb32-47a1-bab8-a937b205e16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca4c3ea-34df-40bf-a90a-6b8c399874d9,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:19.529354 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-9530e9ff-b7a2-41ec-909c-eb997aa75002 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2825286
Jun 06 11:52:19.537896 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-289d93db-cb32-47a1-bab8-a937b205e16f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:19.548119 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05198e85-8aa1-461d-b958-72312df7e5a3 req-257934e2-a796-44e2-8808-65097390f712 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:19.569233 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-05198e85-8aa1-461d-b958-72312df7e5a3 req-257934e2-a796-44e2-8808-65097390f712 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 943 time: 0.5446200
Jun 06 11:52:19.638431 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:19.639493 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-f6f92db8-a515-4fab-8a45-630cd0bf93dc None None] Port d4fd5703-3462-44b5-87af-034550946233 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:52:19.640390 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:19.645812 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] 10.222.0.16 "PUT /v2.0/ports/6a63994b-22db-42a9-91e7-90198a85b2d8 HTTP/1.1" status: 200  len: 1093 time: 3.6896491
Jun 06 11:52:19.668043 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01a6c619-381a-4798-9729-74c81af41ff7', 'tag': '6a63994b-22db-42a9-91e7-90198a85b2d8'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:19.671590 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe72b21-2de5-4e52-b177-bf00234c2692" -d '{"events": [{"name": "network-changed", "server_uuid": "01a6c619-381a-4798-9729-74c81af41ff7", "tag": "6a63994b-22db-42a9-91e7-90198a85b2d8"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:19.858323 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Pushing event updated for resources: {'Port': ['ID=6a63994b-22db-42a9-91e7-90198a85b2d8,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:19.867558 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-05198e85-8aa1-461d-b958-72312df7e5a3 req-53c97e9b-755a-4dd7-a3e5-018fce8b594f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2971146
Jun 06 11:52:19.870361 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:19.870925 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:19.932704 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba3d3b8-0ea8-4ac7-b3b9-3dd080f09fd9 req-f5284362-bb7b-4eb1-baa3-db5b503cbaa7 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:19.934257 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3ba3d3b8-0ea8-4ac7-b3b9-3dd080f09fd9 req-f5284362-bb7b-4eb1-baa3-db5b503cbaa7 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 932 time: 0.5399470
Jun 06 11:52:19.958280 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7768c66-a2f2-4598-b413-fa324012a116 x-openstack-request-id: req-f7768c66-a2f2-4598-b413-fa324012a116 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:19.958733 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "01a6c619-381a-4798-9729-74c81af41ff7", "tag": "6a63994b-22db-42a9-91e7-90198a85b2d8", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:19.959008 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f7768c66-a2f2-4598-b413-fa324012a116 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:19.959849 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01a6c619-381a-4798-9729-74c81af41ff7', 'tag': '6a63994b-22db-42a9-91e7-90198a85b2d8', 'status': 'completed', 'code': 200}
Jun 06 11:52:20.018597 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:20.029114 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-2cd77683-8d23-43a1-ad8a-bdc06f0df293 req-0edb1748-4b25-4d66-8e16-868bc9b6e576 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4616282
Jun 06 11:52:20.035834 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-242b6754-1935-490e-97ab-111ec5a2e022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:20.037959 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-242b6754-1935-490e-97ab-111ec5a2e022 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 1096 time: 0.3402631
Jun 06 11:52:20.178532 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3ba3d3b8-0ea8-4ac7-b3b9-3dd080f09fd9 req-c9d2e305-a4e6-4bab-aa08-122d5748f531 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2281513
Jun 06 11:52:20.205387 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Transition to ACTIVE for port object ad405d97-9eae-487e-8973-d13a2d3fd5f7 will not be triggered until provisioned by entity DHCP. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:20.217679 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-507b81e3-397c-49b0-860e-ea9daf024fbf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a63994b-22db-42a9-91e7-90198a85b2d8 HTTP/1.1" status: 200  len: 217 time: 0.1709898
Jun 06 11:52:20.247797 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50128) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:20.276304 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cec08f78-117d-4d4c-8c11-41512e50e93a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:20.278409 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7424b935-7320-4e94-9ab7-f43bb0625327 req-b8a4a0cc-b37b-4890-a98d-c6d7256754e1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 210 time: 0.1234422
Jun 06 11:52:20.344652 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-89ef7f6e-fb6d-4b37-bdc6-e187bc28787c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:20.345868 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-5639a195-b37c-4063-ac14-7d2b16daab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:20.346210 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-89ef7f6e-fb6d-4b37-bdc6-e187bc28787c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 200  len: 859 time: 0.1186490
Jun 06 11:52:20.347672 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-5639a195-b37c-4063-ac14-7d2b16daab8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 1096 time: 0.2634504
Jun 06 11:52:20.352265 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:20.369656 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-9434de46-cddb-4ec6-83b3-653ad3008265 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:20.513340 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-39e0b25f-4b13-4d0e-be5b-83f6e099abe7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f36849b-663e-409b-b9ee-637f743f6c79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1238353
Jun 06 11:52:20.557821 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:20.564665 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:20.567112 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:52:20.572657 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:20.573332 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:20.619174 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:20.622310 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:20.786953 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-364b0a51-7b33-4972-acfd-b0173ea5ff96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:20.788288 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-364b0a51-7b33-4972-acfd-b0173ea5ff96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 920 time: 0.4224644
Jun 06 11:52:20.834007 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-cf7e43cc-801a-4e88-a089-0373e9d9314d service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3105724
Jun 06 11:52:20.882368 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fd5703-3462-44b5-87af-034550946233 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:20.896931 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:20.912773 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-371fc356-7e9c-4638-80b1-a90a2688b01f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1824f7b7-323e-480c-b411-4ad40465a95d HTTP/1.1" status: 200  len: 217 time: 0.1154637
Jun 06 11:52:20.922737 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cec08f78-117d-4d4c-8c11-41512e50e93a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:20.969678 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cec08f78-117d-4d4c-8c11-41512e50e93a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:20.982552 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-03e1bccc-579d-4de6-aecd-98c3112f39e1 None None] Provisioning for port ad405d97-9eae-487e-8973-d13a2d3fd5f7 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:20.983084 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c854f491-a59c-4fb8-8aca-ac3ce835112f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:20.988936 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-03e1bccc-579d-4de6-aecd-98c3112f39e1 None None] Provisioning complete for port ad405d97-9eae-487e-8973-d13a2d3fd5f7 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:20.989576 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-03e1bccc-579d-4de6-aecd-98c3112f39e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:20.991908 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.6934154
Jun 06 11:52:20.994431 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Transition to ACTIVE for port object d4fd5703-3462-44b5-87af-034550946233 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:21.009561 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:21.014655 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Request body: {'port': {'device_id': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:21.019807 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-7c3a39ed-b884-4ac5-9676-8f10b621d5ea tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:21.052580 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-03e1bccc-579d-4de6-aecd-98c3112f39e1 None None] Port ad405d97-9eae-487e-8973-d13a2d3fd5f7 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:52:21.113283 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-cec08f78-117d-4d4c-8c11-41512e50e93a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=617ce251a3774456bdda5816c839674d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8644636
Jun 06 11:52:21.119371 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50142) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:21.123138 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec08f78-117d-4d4c-8c11-41512e50e93a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97504fb9-0053-477b-af4e-a5e924ec2ad1,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:21.129084 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-cec08f78-117d-4d4c-8c11-41512e50e93a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:21.172243 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-c77ddd9b-c575-4e1a-b2dd-66c08bd3f5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:21.173859 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-c77ddd9b-c575-4e1a-b2dd-66c08bd3f5e9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 200  len: 859 time: 0.2436166
Jun 06 11:52:21.199662 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fcf6e41-d1d8-4515-b152-625a2f940373 req-1692ff36-1405-453b-9fb0-40e3fd04c5e6 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3551512
Jun 06 11:52:21.231022 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-fbf05d44-9f02-4188-9172-a6cd94b4efff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f36849b-663e-409b-b9ee-637f743f6c79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0494499
Jun 06 11:52:21.231549 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Pushing event updated for resources: {'Port': ['ID=d4fd5703-3462-44b5-87af-034550946233,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:21.234453 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:21.242142 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:21.441611 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Attempting to bind port d4fd5703-3462-44b5-87af-034550946233 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:52:21.441933 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Attempting to bind port d4fd5703-3462-44b5-87af-034550946233 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:52:21.442252 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Attempting to bind port d4fd5703-3462-44b5-87af-034550946233 on network 4cb10f0a-05af-4fba-b41d-12091928d248 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:21.479717 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Port d4fd5703-3462-44b5-87af-034550946233 on network 4cb10f0a-05af-4fba-b41d-12091928d248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:52:21.480028 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Attempting to bind port d4fd5703-3462-44b5-87af-034550946233 on network 4cb10f0a-05af-4fba-b41d-12091928d248 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:21.482065 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-de537648-d12b-406a-8c5c-69d753354be1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:21.504558 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7becac-8832-4304-a829-5cdb923c0111 req-0b190d7e-f7a3-4166-a9d7-976a22f63ad4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:21.506014 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7b7becac-8832-4304-a829-5cdb923c0111 req-0b190d7e-f7a3-4166-a9d7-976a22f63ad4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 943 time: 0.4337509
Jun 06 11:52:21.511692 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-0d207b33-e566-4dd2-99f4-526a0ef71334 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2581260
Jun 06 11:52:21.512844 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:52:21.513169 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Checking segment: {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:21.513539 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Bound using segment: {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:52:21.513972 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Bound port: d4fd5703-3462-44b5-87af-034550946233, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:52:21.514303 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:21.566343 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-de537648-d12b-406a-8c5c-69d753354be1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:21.661356 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe72b21-2de5-4e52-b177-bf00234c2692 req-27266b33-f561-43ec-871e-fabd1ac4e7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:21.662785 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2fe72b21-2de5-4e52-b177-bf00234c2692 req-27266b33-f561-43ec-871e-fabd1ac4e7bc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 1096 time: 0.3286183
Jun 06 11:52:21.676930 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7b7becac-8832-4304-a829-5cdb923c0111 req-5397450e-db92-486c-bea0-5b743aab68e4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1532609
Jun 06 11:52:21.738651 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e6744-6909-4710-afa3-b4f4af2cdc76 req-2a1b4d85-c8f8-407d-8050-eba5c1ad898a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:21.740109 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-630e6744-6909-4710-afa3-b4f4af2cdc76 req-2a1b4d85-c8f8-407d-8050-eba5c1ad898a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 944 time: 0.4106202
Jun 06 11:52:21.755606 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] For port d4fd5703-3462-44b5-87af-034550946233, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:52:21.757325 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-73849b19-b566-4d19-843e-e2625245d923 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2382357
Jun 06 11:52:21.825864 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] For port d4fd5703-3462-44b5-87af-034550946233, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d4fd5703-3462-44b5-87af-034550946233,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:52:21.858181 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad405d97-9eae-487e-8973-d13a2d3fd5f7 {{(pid=91706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:21.866061 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:21.868854 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:21.885529 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Transition to ACTIVE for port object ad405d97-9eae-487e-8973-d13a2d3fd5f7 will not be triggered until provisioned by entity L2. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:21.889797 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:21.889946 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:21.895582 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:21.969146 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-de537648-d12b-406a-8c5c-69d753354be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:21.971578 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-de537648-d12b-406a-8c5c-69d753354be1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:21.972755 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-de537648-d12b-406a-8c5c-69d753354be1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/97504fb9-0053-477b-af4e-a5e924ec2ad1 HTTP/1.1" status: 204  len: 168 time: 0.8444514
Jun 06 11:52:22.030286 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:22.030782 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:22.032148 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] 10.222.0.16 "PUT /v2.0/ports/d4fd5703-3462-44b5-87af-034550946233 HTTP/1.1" status: 200  len: 1094 time: 2.8110642
Jun 06 11:52:22.066241 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-630e6744-6909-4710-afa3-b4f4af2cdc76 req-e2166491-0418-4927-ab8b-dbb841bc4790 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3118947
Jun 06 11:52:22.068171 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'tag': 'd4fd5703-3462-44b5-87af-034550946233'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:22.069017 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb434d7-2d4e-4539-b9c3-43df58f989d8" -d '{"events": [{"name": "network-changed", "server_uuid": "2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2", "tag": "d4fd5703-3462-44b5-87af-034550946233"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:22.146945 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Pushing event updated for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:22.150465 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:22.167980 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Attempting to bind port ad405d97-9eae-487e-8973-d13a2d3fd5f7 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:52:22.168319 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Attempting to bind port ad405d97-9eae-487e-8973-d13a2d3fd5f7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'}] {{(pid=91706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:52:22.168644 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Attempting to bind port ad405d97-9eae-487e-8973-d13a2d3fd5f7 on network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:22.174106 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Port ad405d97-9eae-487e-8973-d13a2d3fd5f7 on network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:52:22.174423 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Attempting to bind port ad405d97-9eae-487e-8973-d13a2d3fd5f7 on network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:22.180000 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:52:22.180236 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Checking segment: {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:22.180620 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Bound using segment: {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'} {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:52:22.184021 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Bound port: ad405d97-9eae-487e-8973-d13a2d3fd5f7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'}}] {{(pid=91706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:52:22.184373 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:22.218306 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe72b21-2de5-4e52-b177-bf00234c2692 req-22828fbe-efe6-438b-babd-02cd4ee1e7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:22.238760 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2fe72b21-2de5-4e52-b177-bf00234c2692 req-22828fbe-efe6-438b-babd-02cd4ee1e7b4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 920 time: 0.5583897
Jun 06 11:52:22.321096 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 1824f7b7-323e-480c-b411-4ad40465a95d details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:52:22.411331 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, cleared binding levels {{(pid=91706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:52:22.416665 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:52:22.428408 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Pushing event updated for resources: {'Port': ['ID=d4fd5703-3462-44b5-87af-034550946233,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:22.428642 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:22.432660 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2fe72b21-2de5-4e52-b177-bf00234c2692 req-23a777fb-69a4-480d-8b35-08a6ee989639 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a63994b-22db-42a9-91e7-90198a85b2d8 HTTP/1.1" status: 200  len: 217 time: 0.1738627
Jun 06 11:52:22.444029 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:22.444522 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:22.447488 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1e10083f-6bda-4a14-9e98-c36d926dda6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:22.528200 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de537648-d12b-406a-8c5c-69d753354be1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97504fb9-0053-477b-af4e-a5e924ec2ad1,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:22.541747 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-de537648-d12b-406a-8c5c-69d753354be1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:22.568153 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 1824f7b7-323e-480c-b411-4ad40465a95d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1824f7b7-323e-480c-b411-4ad40465a95d,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:22.576516 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c4a270-1742-403e-a7be-3b6e4e1e3d2e req-beaf27b5-140d-4275-897d-c82e7f3975e0 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:22.586269 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-67c4a270-1742-403e-a7be-3b6e4e1e3d2e req-beaf27b5-140d-4275-897d-c82e7f3975e0 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 932 time: 0.7560725
Jun 06 11:52:22.611766 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '1824f7b7-323e-480c-b411-4ad40465a95d', 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79', 'port_id': '1824f7b7-323e-480c-b411-4ad40465a95d', 'mac_address': 'fa:16:3e:cc:68:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62457a9f-69b9-4238-b8bb-a7ad2f176a5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:52:22.611938 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Pushing event updated for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=3']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:22.628059 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:22.643995 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:22.648749 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:22.651609 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] 10.222.0.16 "PUT /v2.0/ports/ad405d97-9eae-487e-8973-d13a2d3fd5f7 HTTP/1.1" status: 200  len: 1094 time: 1.6406827
Jun 06 11:52:22.653023 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:22.655429 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e90b0ba-19b4-4348-a139-f661f27d76d3" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:22.744728 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe72b21-2de5-4e52-b177-bf00234c2692 req-858a309d-15ab-40e8-855d-df265a90ee23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:22.748587 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2fe72b21-2de5-4e52-b177-bf00234c2692 req-858a309d-15ab-40e8-855d-df265a90ee23 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 200  len: 859 time: 0.3019195
Jun 06 11:52:22.789793 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-379a6e75-84f2-4858-938c-0abe338dc9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:22.792995 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-379a6e75-84f2-4858-938c-0abe338dc9ea service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 1097 time: 0.6907289
Jun 06 11:52:22.816508 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:22.862360 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1824f7b7-323e-480c-b411-4ad40465a95d {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:22.880278 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 1824f7b7-323e-480c-b411-4ad40465a95d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1824f7b7-323e-480c-b411-4ad40465a95d,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:22.912965 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:22.915546 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:23.002626 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-48841f5d-18f6-4378-96c4-da289a268242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:23.004430 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-48841f5d-18f6-4378-96c4-da289a268242 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 1097 time: 0.3001451
Jun 06 11:52:23.022451 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=1824f7b7-323e-480c-b411-4ad40465a95d,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:23.030442 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:23.084011 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50196) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:23.099231 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-dc3e411b-2846-4958-9e09-4b4e6380a66e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7 HTTP/1.1" status: 200  len: 217 time: 0.0832450
Jun 06 11:52:23.181862 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-1ae3a074-a011-4ae6-a897-40735c9587a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:23.183213 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-1ae3a074-a011-4ae6-a897-40735c9587a7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.0771632
Jun 06 11:52:23.189941 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['1824f7b7-323e-480c-b411-4ad40465a95d'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:52:23.252990 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2fe72b21-2de5-4e52-b177-bf00234c2692 req-867ab28b-0e19-4e44-aacf-44afeada4fbd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f36849b-663e-409b-b9ee-637f743f6c79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.4855633
Jun 06 11:52:23.274347 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1658bd-f3ef-4af9-a2f1-8c4cc2cfaa69 x-openstack-request-id: req-2b1658bd-f3ef-4af9-a2f1-8c4cc2cfaa69 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:23.274660 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2", "tag": "d4fd5703-3462-44b5-87af-034550946233", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:23.274933 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b1658bd-f3ef-4af9-a2f1-8c4cc2cfaa69 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:23.275351 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'tag': 'd4fd5703-3462-44b5-87af-034550946233', 'status': 'completed', 'code': 200}
Jun 06 11:52:23.278264 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-1d9219bb-8ddb-43f1-8c38-ccfa20bdad33 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4fd5703-3462-44b5-87af-034550946233 HTTP/1.1" status: 200  len: 217 time: 0.1548829
Jun 06 11:52:23.299227 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-67c4a270-1742-403e-a7be-3b6e4e1e3d2e req-39b06989-718d-48b8-9fbc-d0dbc342dba6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7119522
Jun 06 11:52:23.365277 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bd91839-6949-4674-96cc-0359f59fcbe2 x-openstack-request-id: req-4bd91839-6949-4674-96cc-0359f59fcbe2 {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:23.365592 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:23.365867 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4bd91839-6949-4674-96cc-0359f59fcbe2 {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:23.372757 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'status': 'completed', 'code': 200}
Jun 06 11:52:23.421867 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6316bb84-80a1-4217-aa07-090aa2a52c9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:23.471640 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-3e9415ec-e9a5-4e05-8c8f-5afedf7df87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:23.473148 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-3e9415ec-e9a5-4e05-8c8f-5afedf7df87d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2780926
Jun 06 11:52:23.645404 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-7317451a-cb4d-43dd-b529-ef92574173b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:23.647175 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-7317451a-cb4d-43dd-b529-ef92574173b8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=152508a6-2d08-4397-81a6-be9ae3bc7dc7 HTTP/1.1" status: 200  len: 850 time: 0.3394351
Jun 06 11:52:23.674845 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-c6f9018d-e114-4a51-9748-df6c1d86992a service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1888866
Jun 06 11:52:23.743047 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2fe72b21-2de5-4e52-b177-bf00234c2692 req-01048f44-53b9-45e9-9237-c6e27cd28551 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4666753
Jun 06 11:52:23.749827 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6316bb84-80a1-4217-aa07-090aa2a52c9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:23.801690 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6316bb84-80a1-4217-aa07-090aa2a52c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:23.827842 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:23.841406 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6316bb84-80a1-4217-aa07-090aa2a52c9a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4adbf8f11c94922b29e726fbb626cd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7566595
Jun 06 11:52:23.852321 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50220) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:23.902440 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6316bb84-80a1-4217-aa07-090aa2a52c9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa9ffdfc-1d31-41bd-b54b-980a78f9b950,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:23.903154 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6112f0d4-3dc9-4691-82df-9f5dfc495b7b req-c06574bd-71f5-4e7a-ac50-01fa600b2f99 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:23.904471 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6112f0d4-3dc9-4691-82df-9f5dfc495b7b req-c06574bd-71f5-4e7a-ac50-01fa600b2f99 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 944 time: 0.3615079
Jun 06 11:52:23.909292 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6316bb84-80a1-4217-aa07-090aa2a52c9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:23.914807 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae48238-6ddb-493a-84e6-7c5250254161 req-d1fd5b98-eaa2-42cc-bebd-13e991e35322 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:23.920658 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ece532f2-bc0a-4006-b06f-6b68087f6b62 req-8e28fb4b-1a56-4d41-b422-498fca6aa751 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2351773
Jun 06 11:52:23.921820 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aae48238-6ddb-493a-84e6-7c5250254161 req-d1fd5b98-eaa2-42cc-bebd-13e991e35322 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 944 time: 0.3777394
Jun 06 11:52:23.946975 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-dd2cee78-29e1-48dc-b284-3fd16e53eafc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:23.978304 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-5651baf8-8f7a-46f9-b37d-bfbd571c5fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:23.979568 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-5651baf8-8f7a-46f9-b37d-bfbd571c5fe2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4cb10f0a-05af-4fba-b41d-12091928d248&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3182344
Jun 06 11:52:23.995617 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-dd2cee78-29e1-48dc-b284-3fd16e53eafc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:24.073687 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6112f0d4-3dc9-4691-82df-9f5dfc495b7b req-65c2d477-a26c-45b3-829c-266dc9405255 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1355388
Jun 06 11:52:24.104377 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aae48238-6ddb-493a-84e6-7c5250254161 req-d7a8b1df-9a07-4223-ae98-97b8f142464f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1815445
Jun 06 11:52:24.133555 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-e5a019af-7b5b-4f2f-95fb-122d982170a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:24.134639 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2fe72b21-2de5-4e52-b177-bf00234c2692 req-e827735c-d087-440d-9a7e-d65b1c99e9c4 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3834848
Jun 06 11:52:24.135252 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-e5a019af-7b5b-4f2f-95fb-122d982170a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 1097 time: 0.1226249
Jun 06 11:52:24.145379 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-dd2cee78-29e1-48dc-b284-3fd16e53eafc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:24.151495 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-dd2cee78-29e1-48dc-b284-3fd16e53eafc admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:24.154689 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-dd2cee78-29e1-48dc-b284-3fd16e53eafc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fa9ffdfc-1d31-41bd-b54b-980a78f9b950 HTTP/1.1" status: 204  len: 168 time: 0.3014853
Jun 06 11:52:24.158928 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-289d93db-cb32-47a1-bab8-a937b205e16f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:24.208700 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2cee78-29e1-48dc-b284-3fd16e53eafc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa9ffdfc-1d31-41bd-b54b-980a78f9b950,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:24.212394 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dd2cee78-29e1-48dc-b284-3fd16e53eafc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:24.242513 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-e689707c-a8b7-405b-bd1c-ba45aa5bc6f8 service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2264724
Jun 06 11:52:24.352094 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 6a63994b-22db-42a9-91e7-90198a85b2d8 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:52:24.384019 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-48771d83-74fc-4dac-9462-90c1d09ba8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:24.385753 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-48771d83-74fc-4dac-9462-90c1d09ba8ba service neutron] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 918 time: 0.2300308
Jun 06 11:52:24.402288 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 1824f7b7-323e-480c-b411-4ad40465a95d up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:24.491422 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e190ae4-b2e1-4351-a291-c8dc0dc17101 req-c3b9a775-5b16-401a-816c-ed71f35e30ba service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2415087
Jun 06 11:52:24.544002 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50240) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:24.572785 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-3670a5da-d52e-410e-ab14-55cd2c1fed35 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7 HTTP/1.1" status: 200  len: 217 time: 0.1648052
Jun 06 11:52:24.612725 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 1824f7b7-323e-480c-b411-4ad40465a95d completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:24.619997 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 1824f7b7-323e-480c-b411-4ad40465a95d triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:24.620633 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:24.655158 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 6a63994b-22db-42a9-91e7-90198a85b2d8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6a63994b-22db-42a9-91e7-90198a85b2d8,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:24.697375 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '6a63994b-22db-42a9-91e7-90198a85b2d8', 'network_id': '0f36849b-663e-409b-b9ee-637f743f6c79', 'port_id': '6a63994b-22db-42a9-91e7-90198a85b2d8', 'mac_address': 'fa:16:3e:37:19:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 674, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62457a9f-69b9-4238-b8bb-a7ad2f176a5f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:52:24.717142 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-d3c36303-4202-426b-9fa5-b49ec1c666dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:24.719400 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-d3c36303-4202-426b-9fa5-b49ec1c666dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.1353605
Jun 06 11:52:24.719516 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf4d8c-bab3-4b5b-9459-e3f5bbaaa60a req-4bbcab4c-a33d-44b1-a728-f15865e91384 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:24.730077 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e2bf4d8c-bab3-4b5b-9459-e3f5bbaaa60a req-4bbcab4c-a33d-44b1-a728-f15865e91384 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.2371547
Jun 06 11:52:24.839560 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:24.877844 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-610bb341-b2de-4bb2-b46c-361d0db10dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:24.879382 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-610bb341-b2de-4bb2-b46c-361d0db10dc9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 1097 time: 0.3087015
Jun 06 11:52:24.880146 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3057f5d2-bc28-4602-a0c3-d0b76c09930d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:24.886842 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-a1ddf03f-1c25-47bd-940e-fdcaab3e045b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:24.888895 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-a1ddf03f-1c25-47bd-940e-fdcaab3e045b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1609249
Jun 06 11:52:24.891483 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e2bf4d8c-bab3-4b5b-9459-e3f5bbaaa60a req-b4460693-c6b3-453d-ac5d-7b4dc6a24f6c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1606100
Jun 06 11:52:24.894582 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a63994b-22db-42a9-91e7-90198a85b2d8 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:24.924514 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50250) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:24.949552 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 6a63994b-22db-42a9-91e7-90198a85b2d8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6a63994b-22db-42a9-91e7-90198a85b2d8,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:24.959726 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:24.961859 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ee29b9ed-5c8a-4eae-9c59-d0d057d3c241 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:24.976946 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:24.980223 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:25.046838 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b143c90-247a-44a9-95c9-36e9f7bf5ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1824f7b7-323e-480c-b411-4ad40465a95d'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:25.049329 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2376d58-16be-44b3-adcc-3bf1d340a5fa" -d '{"events": [{"server_uuid": "6b143c90-247a-44a9-95c9-36e9f7bf5ab4", "name": "network-vif-plugged", "status": "completed", "tag": "1824f7b7-323e-480c-b411-4ad40465a95d"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:25.061931 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 1824f7b7-323e-480c-b411-4ad40465a95d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1824f7b7-323e-480c-b411-4ad40465a95d,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:25.070728 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=6a63994b-22db-42a9-91e7-90198a85b2d8,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:25.081304 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:25.082234 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:25.084147 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:25.095907 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-d498768b-6b71-499c-9332-c6d220672815 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1923921
Jun 06 11:52:25.111009 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-7e2e8ae3-c495-4947-9e71-4785619fe5bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:25.112514 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-7e2e8ae3-c495-4947-9e71-4785619fe5bf service neutron] 10.222.0.16 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 912 time: 0.2196643
Jun 06 11:52:25.135862 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0c2ba82-5777-4d46-a9b3-1ffe244328e2 x-openstack-request-id: req-d0c2ba82-5777-4d46-a9b3-1ffe244328e2 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:25.136205 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b143c90-247a-44a9-95c9-36e9f7bf5ab4", "name": "network-vif-plugged", "status": "completed", "tag": "1824f7b7-323e-480c-b411-4ad40465a95d", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:25.136467 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d0c2ba82-5777-4d46-a9b3-1ffe244328e2 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:25.136876 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b143c90-247a-44a9-95c9-36e9f7bf5ab4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1824f7b7-323e-480c-b411-4ad40465a95d', 'code': 200}
Jun 06 11:52:25.179218 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=1824f7b7-323e-480c-b411-4ad40465a95d,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:25.183504 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3057f5d2-bc28-4602-a0c3-d0b76c09930d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:25.190168 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:25.262715 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3057f5d2-bc28-4602-a0c3-d0b76c09930d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:25.271207 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-9e90b0ba-19b4-4348-a139-f661f27d76d3 req-affff8bd-c3f3-425f-a265-635fbcb270dc service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1614339
Jun 06 11:52:25.344008 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d1b9577c-2b28-4079-9789-603d52d353ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:25.357378 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-d69757c9-3356-45a2-8816-083eb51b588f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4fd5703-3462-44b5-87af-034550946233 HTTP/1.1" status: 200  len: 217 time: 0.2318058
Jun 06 11:52:25.376024 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['6a63994b-22db-42a9-91e7-90198a85b2d8'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:52:25.427446 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f5a2d-22c2-4a43-9121-aaeee3d6be90 req-b686493b-f310-4b1a-a330-73f60871566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:25.429037 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-489f5a2d-22c2-4a43-9121-aaeee3d6be90 req-b686493b-f310-4b1a-a330-73f60871566c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 1098 time: 0.0721653
Jun 06 11:52:25.471575 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-489f5a2d-22c2-4a43-9121-aaeee3d6be90 req-87d6f786-5719-4e89-8749-23d3c4fc76e9 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0355906
Jun 06 11:52:25.540873 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-3057f5d2-bc28-4602-a0c3-d0b76c09930d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4834736315cd4be1ae7c481037bd6e9e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9849720
Jun 06 11:52:25.543558 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50258) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:25.546095 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3057f5d2-bc28-4602-a0c3-d0b76c09930d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab5829a-8c64-47ee-bff4-f750a9d4bdba,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:25.549667 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-3057f5d2-bc28-4602-a0c3-d0b76c09930d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:25.593206 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-fb702b5b-3cb2-4bab-9923-7ebd9fc8d148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:25.594652 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-fb702b5b-3cb2-4bab-9923-7ebd9fc8d148 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=152508a6-2d08-4397-81a6-be9ae3bc7dc7 HTTP/1.1" status: 200  len: 850 time: 0.1442597
Jun 06 11:52:25.600642 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e785981e-a00d-4c9c-81ab-d02768bb7f91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:25.625623 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e785981e-a00d-4c9c-81ab-d02768bb7f91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:25.667110 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a4f57d-edf8-4f12-ac18-f7de594e7dee req-dd3b95d7-0283-479e-8934-4a200e93c3a7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:25.668734 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f0a4f57d-edf8-4f12-ac18-f7de594e7dee req-dd3b95d7-0283-479e-8934-4a200e93c3a7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.3374481
Jun 06 11:52:25.751985 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e785981e-a00d-4c9c-81ab-d02768bb7f91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:25.752456 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31977bc-4542-4c5f-93cc-cfe0ff988668 req-9629abdf-fea3-4569-ae5a-daa8fa78febf tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:25.754031 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c31977bc-4542-4c5f-93cc-cfe0ff988668 req-9629abdf-fea3-4569-ae5a-daa8fa78febf tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 944 time: 0.4147110
Jun 06 11:52:25.754382 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e785981e-a00d-4c9c-81ab-d02768bb7f91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:25.757135 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-e785981e-a00d-4c9c-81ab-d02768bb7f91 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ab5829a-8c64-47ee-bff4-f750a9d4bdba HTTP/1.1" status: 204  len: 168 time: 0.2125959
Jun 06 11:52:25.758236 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-cec08f78-117d-4d4c-8c11-41512e50e93a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:25.769624 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785981e-a00d-4c9c-81ab-d02768bb7f91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab5829a-8c64-47ee-bff4-f750a9d4bdba,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:25.772452 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e785981e-a00d-4c9c-81ab-d02768bb7f91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:25.812004 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ee29b9ed-5c8a-4eae-9c59-d0d057d3c241 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:25.825217 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f0a4f57d-edf8-4f12-ac18-f7de594e7dee req-5ba40bb0-1076-4545-88d1-7a338629053f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1360559
Jun 06 11:52:25.828524 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ee29b9ed-5c8a-4eae-9c59-d0d057d3c241 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:25.839046 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-8d83fa1c-532e-4d33-8d9f-d6f94c9ff003 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:25.900277 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c31977bc-4542-4c5f-93cc-cfe0ff988668 req-7daa9a69-54e9-49dc-8f9a-17cf88cfc762 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1163316
Jun 06 11:52:25.908998 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-ee29b9ed-5c8a-4eae-9c59-d0d057d3c241 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f1c85f628cb6452bb4e4822163c09f4b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9834101
Jun 06 11:52:25.910588 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee29b9ed-5c8a-4eae-9c59-d0d057d3c241 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df2b1b5-c871-44dd-a931-992573b19a65,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:25.912004 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50266) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:25.914749 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-409e1fbc-caec-4a32-88a9-709a6431bb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:25.916212 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-409e1fbc-caec-4a32-88a9-709a6431bb23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4cb10f0a-05af-4fba-b41d-12091928d248&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2937806
Jun 06 11:52:25.917042 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ee29b9ed-5c8a-4eae-9c59-d0d057d3c241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:26.018427 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a80c13e6-f02d-4d3c-a164-b6cfc0d55a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:26.093724 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a80c13e6-f02d-4d3c-a164-b6cfc0d55a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:26.165684 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a80c13e6-f02d-4d3c-a164-b6cfc0d55a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:26.168812 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a80c13e6-f02d-4d3c-a164-b6cfc0d55a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:26.169881 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-bdd2cac1-d243-4692-a742-9f9552b9efe4 service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2300882
Jun 06 11:52:26.170001 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-a80c13e6-f02d-4d3c-a164-b6cfc0d55a8a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1df2b1b5-c871-44dd-a931-992573b19a65 HTTP/1.1" status: 204  len: 168 time: 0.2567916
Jun 06 11:52:26.170809 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a18cf0a9-fbad-4d75-862c-46b37d73381f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:26.183271 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80c13e6-f02d-4d3c-a164-b6cfc0d55a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df2b1b5-c871-44dd-a931-992573b19a65,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:26.188249 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a80c13e6-f02d-4d3c-a164-b6cfc0d55a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:26.227098 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6168af4b-fd7b-4f8e-ac0a-137b1f61df4e req-dda0ae7a-ccb1-4de4-b026-00dd114a58de tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:26.228626 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6168af4b-fd7b-4f8e-ac0a-137b1f61df4e req-dda0ae7a-ccb1-4de4-b026-00dd114a58de tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.1694210
Jun 06 11:52:26.346858 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6168af4b-fd7b-4f8e-ac0a-137b1f61df4e req-fbca110d-d341-4b2e-88e2-972878fad843 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1016455
Jun 06 11:52:26.357987 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ad405d97-9eae-487e-8973-d13a2d3fd5f7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:52:26.364420 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 6a63994b-22db-42a9-91e7-90198a85b2d8 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:26.381076 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-efb434d7-2d4e-4539-b9c3-43df58f989d8 req-b471d5ec-fbdf-41a4-aedc-8a0b6ea1cf00 service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1788876
Jun 06 11:52:26.521164 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 6a63994b-22db-42a9-91e7-90198a85b2d8 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:26.575622 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 6a63994b-22db-42a9-91e7-90198a85b2d8 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:26.582575 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:26.749585 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:26.805615 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'port_id': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'mac_address': 'fa:16:3e:54:45:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:52:26.856552 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:26.934676 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:26.969574 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad405d97-9eae-487e-8973-d13a2d3fd5f7 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:26.977447 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 6a63994b-22db-42a9-91e7-90198a85b2d8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6a63994b-22db-42a9-91e7-90198a85b2d8,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:26.988474 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:26.989564 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:26.991576 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-16a4f329-3fe1-4256-80e4-558c6808681d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:27.027849 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:27.063627 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=6a63994b-22db-42a9-91e7-90198a85b2d8,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:27.067915 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:27.076942 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-b6bc84ac-1b00-4a80-91e5-980f99bdd962 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:27.139584 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a6c619-381a-4798-9729-74c81af41ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a63994b-22db-42a9-91e7-90198a85b2d8'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:27.143194 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aaa1b85-91a2-4d82-9c5f-3c2ee6ee20cd" -d '{"events": [{"server_uuid": "01a6c619-381a-4798-9729-74c81af41ff7", "name": "network-vif-plugged", "status": "completed", "tag": "6a63994b-22db-42a9-91e7-90198a85b2d8"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:27.165891 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:27.173016 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:27.321507 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['ad405d97-9eae-487e-8973-d13a2d3fd5f7'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:52:27.335961 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72136d21-be5d-41fc-836b-5a537ce2bf0d req-5e12fc48-1ab6-4c1a-8f6e-f83d0f0d647a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:27.343144 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-72136d21-be5d-41fc-836b-5a537ce2bf0d req-5e12fc48-1ab6-4c1a-8f6e-f83d0f0d647a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 944 time: 0.1203036
Jun 06 11:52:27.370139 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3af22-57e4-4658-bf63-95bb70036bbe req-f11d4505-a753-4034-a894-6eb6e8959236 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:27.377685 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5b3af22-57e4-4658-bf63-95bb70036bbe req-f11d4505-a753-4034-a894-6eb6e8959236 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.2518709
Jun 06 11:52:27.446722 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-72136d21-be5d-41fc-836b-5a537ce2bf0d req-bbf1e24d-5253-4606-baca-896b1aab079a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027076
Jun 06 11:52:27.452602 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5b3af22-57e4-4658-bf63-95bb70036bbe req-86aa2c8e-6553-40c5-aebf-f562d6ab1400 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740519
Jun 06 11:52:27.593120 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5569e1a9-003a-4e34-a3d7-41572363e8f6 x-openstack-request-id: req-5569e1a9-003a-4e34-a3d7-41572363e8f6 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:27.593808 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a6c619-381a-4798-9729-74c81af41ff7", "name": "network-vif-plugged", "status": "completed", "tag": "6a63994b-22db-42a9-91e7-90198a85b2d8", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:27.595813 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5569e1a9-003a-4e34-a3d7-41572363e8f6 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:27.596316 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a6c619-381a-4798-9729-74c81af41ff7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a63994b-22db-42a9-91e7-90198a85b2d8', 'code': 200}
Jun 06 11:52:27.757124 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5577166-2d00-4472-a6b8-a7c8efd277f8 req-6e22fc1a-3ddf-4145-b632-a7bf088beb6b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:27.766025 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5577166-2d00-4472-a6b8-a7c8efd277f8 req-6e22fc1a-3ddf-4145-b632-a7bf088beb6b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 945 time: 0.1054740
Jun 06 11:52:27.836455 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5577166-2d00-4472-a6b8-a7c8efd277f8 req-dbac1289-cc8b-47df-a01a-e0afe921697c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0691767
Jun 06 11:52:28.129384 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9044b9-a7dc-4e92-8379-a0e2edaa1bfe req-f746b7f7-eaee-43ba-b7c7-2638d9a9c51f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:28.132926 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ea9044b9-a7dc-4e92-8379-a0e2edaa1bfe req-f746b7f7-eaee-43ba-b7c7-2638d9a9c51f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 1098 time: 0.1269455
Jun 06 11:52:28.156377 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea38ced-d1f6-4c9d-a604-70f5204bf100 req-8829b268-7909-4fc2-99c0-748c621eecbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:28.158075 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6ea38ced-d1f6-4c9d-a604-70f5204bf100 req-8829b268-7909-4fc2-99c0-748c621eecbd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 1098 time: 0.2770860
Jun 06 11:52:28.208604 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-4d6c16ce-b67b-4ba4-8d30-c88cc870bf52 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:28.217905 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-4d6c16ce-b67b-4ba4-8d30-c88cc870bf52 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 814 time: 0.2538171
Jun 06 11:52:28.246990 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-2c888d8b-f972-45d3-b0f6-04825177a991 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/quotas/53014cfd1d5b4ea5b9d78120d23fd44c HTTP/1.1" status: 200  len: 375 time: 0.0306897
Jun 06 11:52:28.308376 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6ea38ced-d1f6-4c9d-a604-70f5204bf100 req-da2ae29c-731f-45ad-ac32-5b0b07852b9b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1431277
Jun 06 11:52:28.321676 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9044b9-a7dc-4e92-8379-a0e2edaa1bfe req-f4d7f46e-349c-412d-9808-b26b01eeb27a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:28.323674 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ea9044b9-a7dc-4e92-8379-a0e2edaa1bfe req-f4d7f46e-349c-412d-9808-b26b01eeb27a service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 920 time: 0.1805995
Jun 06 11:52:28.331462 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7884b42-a203-42e2-9981-40e432314fc9 req-ec80de9a-bec5-4550-972a-4a4daca0b9db tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:28.333029 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7884b42-a203-42e2-9981-40e432314fc9 req-ec80de9a-bec5-4550-972a-4a4daca0b9db tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.2425828
Jun 06 11:52:28.371097 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device d4fd5703-3462-44b5-87af-034550946233 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:52:28.375073 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ad405d97-9eae-487e-8973-d13a2d3fd5f7 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:28.406286 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-75e7c78c-fa57-4e89-91ed-7a4b10bd1c1d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1581399
Jun 06 11:52:28.453276 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7884b42-a203-42e2-9981-40e432314fc9 req-5ce95540-a714-4154-89ad-fd712afb4c86 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1131458
Jun 06 11:52:28.500262 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ea9044b9-a7dc-4e92-8379-a0e2edaa1bfe req-7ffa7558-0481-4abb-a22c-327b27a96a32 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1824f7b7-323e-480c-b411-4ad40465a95d HTTP/1.1" status: 200  len: 217 time: 0.1202736
Jun 06 11:52:28.627992 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port ad405d97-9eae-487e-8973-d13a2d3fd5f7 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:28.638622 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9044b9-a7dc-4e92-8379-a0e2edaa1bfe req-511da1b1-2ee1-4a9c-afad-270614c3fe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:28.640352 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ea9044b9-a7dc-4e92-8379-a0e2edaa1bfe req-511da1b1-2ee1-4a9c-afad-270614c3fe3e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 200  len: 859 time: 0.1283591
Jun 06 11:52:28.686318 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port ad405d97-9eae-487e-8973-d13a2d3fd5f7 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:28.688014 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:28.720209 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ea9044b9-a7dc-4e92-8379-a0e2edaa1bfe req-2524fc41-d205-4e20-857f-d373aa10f580 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f36849b-663e-409b-b9ee-637f743f6c79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0679388
Jun 06 11:52:28.864315 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-aab1b75e-4904-452a-9019-3b1a8a64c21a service neutron] 10.222.0.46 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4099472
Jun 06 11:52:28.982698 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a990d049-b172-4869-b65a-dd6661c4fde9 req-81607ac8-76f0-43d7-bf10-900aad5e5000 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:28.989750 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a990d049-b172-4869-b65a-dd6661c4fde9 req-81607ac8-76f0-43d7-bf10-900aad5e5000 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 944 time: 0.2272608
Jun 06 11:52:28.990616 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port d4fd5703-3462-44b5-87af-034550946233, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d4fd5703-3462-44b5-87af-034550946233,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:29.004663 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:29.005561 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ea9044b9-a7dc-4e92-8379-a0e2edaa1bfe req-19a63f82-73e0-4ce3-a6e4-c2049627a19e service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2781997
Jun 06 11:52:29.016317 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': 'd4fd5703-3462-44b5-87af-034550946233', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'port_id': 'd4fd5703-3462-44b5-87af-034550946233', 'mac_address': 'fa:16:3e:09:3b:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:52:29.061417 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a990d049-b172-4869-b65a-dd6661c4fde9 req-97cf35e7-b99c-42e3-b5ec-0a8a7ebb91f5 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0704010
Jun 06 11:52:29.067317 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-8f6804a8-5e64-4eff-b81d-fad2d8d7ddbb service neutron] 10.222.0.46 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2021186
Jun 06 11:52:29.097546 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:29.107258 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:29.113080 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:29.128546 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:29.224664 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ea9044b9-a7dc-4e92-8379-a0e2edaa1bfe req-bf412a7f-ad6b-41ca-9f16-429baf3f981d service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2076681
Jun 06 11:52:29.255098 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4fd5703-3462-44b5-87af-034550946233 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:29.327297 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port d4fd5703-3462-44b5-87af-034550946233, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d4fd5703-3462-44b5-87af-034550946233,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:29.344774 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:29.373078 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:29.378560 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:29.390346 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-16a4f329-3fe1-4256-80e4-558c6808681d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:29.513842 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4826dd60-6455-48e1-ae79-cc08abaae9d1 req-bec5fe39-3200-4596-b27e-53ee39224cbb tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 210 time: 0.0982711
Jun 06 11:52:29.560562 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=d4fd5703-3462-44b5-87af-034550946233,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:29.561130 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3548d1-a0e3-431f-95a9-d9ae9aee7b5e req-f2441d95-0431-434f-a955-8dae8541d513 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:29.571527 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:29.578159 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0e3548d1-a0e3-431f-95a9-d9ae9aee7b5e req-f2441d95-0431-434f-a955-8dae8541d513 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.2887692
Jun 06 11:52:29.597249 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:29.599953 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d90736-55ef-4cf0-acc6-ad5eba2f6170" -d '{"events": [{"server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "name": "network-vif-plugged", "status": "completed", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:29.710235 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0e3548d1-a0e3-431f-95a9-d9ae9aee7b5e req-979d97cf-c621-4b7d-9f24-24d0c3635ca7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1257038
Jun 06 11:52:29.746781 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['d4fd5703-3462-44b5-87af-034550946233'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:52:29.770722 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694f5845-c402-468b-913c-3084eb022da1 req-6d0edbf0-691d-4796-b680-4afd5b1e7e4b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:29.772665 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-694f5845-c402-468b-913c-3084eb022da1 req-6d0edbf0-691d-4796-b680-4afd5b1e7e4b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1084316
Jun 06 11:52:29.837592 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-694f5845-c402-468b-913c-3084eb022da1 req-30d96854-08d7-4e44-b4e7-1efe86ca56e8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593328
Jun 06 11:52:29.848181 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e57f010-3678-4128-91c8-574be56ad475 x-openstack-request-id: req-1e57f010-3678-4128-91c8-574be56ad475 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:29.848479 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "name": "network-vif-plugged", "status": "completed", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:29.848763 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e57f010-3678-4128-91c8-574be56ad475 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:29.849161 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'code': 200}
Jun 06 11:52:30.185920 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957e5217-a51e-4972-8194-8b92408dc117 req-3232ec2f-4d0f-4d93-91bd-9ff509dad375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:30.188048 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-957e5217-a51e-4972-8194-8b92408dc117 req-3232ec2f-4d0f-4d93-91bd-9ff509dad375 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 1099 time: 0.0982208
Jun 06 11:52:30.237699 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-957e5217-a51e-4972-8194-8b92408dc117 req-b27efdcc-04b0-4874-979e-a08c67052b5b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411153
Jun 06 11:52:30.304642 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83eccfb-fda7-4ab4-8c4b-aa2be0bed908 req-76671b5a-b320-4357-ba94-4c7b10121a6b tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:30.306106 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f83eccfb-fda7-4ab4-8c4b-aa2be0bed908 req-76671b5a-b320-4357-ba94-4c7b10121a6b tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 945 time: 0.0883100
Jun 06 11:52:30.352189 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f83eccfb-fda7-4ab4-8c4b-aa2be0bed908 req-72f8c57a-e25a-4068-a39f-20f06acbbe9d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399051
Jun 06 11:52:30.677453 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bc289dcf-5f7e-47eb-a1c0-2083b365fef9 req-94fe9531-882a-4cb3-bae8-18579896acac tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 210 time: 0.0452118
Jun 06 11:52:30.929796 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2913a9-96e2-49c4-b8d9-7f71b234b817 req-8443a3a3-11c1-4426-8266-6d15421ee641 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:30.931551 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ca2913a9-96e2-49c4-b8d9-7f71b234b817 req-8443a3a3-11c1-4426-8266-6d15421ee641 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1002800
Jun 06 11:52:31.035134 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ca2913a9-96e2-49c4-b8d9-7f71b234b817 req-d55b1be5-ca40-4627-b4b4-db0136fc4a37 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0971892
Jun 06 11:52:31.070810 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f26693f-ea8b-4a2f-ba32-10e694c46531 req-255e6ec0-b547-4d46-bc2b-51ae0f1335e7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:31.072507 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3f26693f-ea8b-4a2f-ba32-10e694c46531 req-255e6ec0-b547-4d46-bc2b-51ae0f1335e7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1109123
Jun 06 11:52:31.115863 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-5a8ef049-b8ce-43f0-bb7e-ca2bf9df91e0 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:31.117445 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-5a8ef049-b8ce-43f0-bb7e-ca2bf9df91e0 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 814 time: 0.1500866
Jun 06 11:52:31.119923 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3f26693f-ea8b-4a2f-ba32-10e694c46531 req-24cb02fe-6629-4bf1-937f-fb0139131cd1 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381832
Jun 06 11:52:31.135565 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Request body: {'port': {'device_id': '3890c915-cb0c-488b-89b4-248f33909676', 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454', 'admin_state_up': True, 'tenant_id': '53014cfd1d5b4ea5b9d78120d23fd44c'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:31.291057 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Made reservation on behalf of 53014cfd1d5b4ea5b9d78120d23fd44c for: {'port': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:31.294465 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:31.464199 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Allocated IP 172.20.0.4 (e3ae0608-90fa-4167-949f-1b861b3fb454/614cc7c5-d430-4a05-a524-33339245adf2/8db1bcca-25d8-42b8-85fc-148adba87f1f) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:52:31.545857 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d0bdc0-1021-421b-8b89-330f1aeb5771 req-08b94278-9620-4f20-915e-3f6c6c8c2dc0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:31.547353 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b8d0bdc0-1021-421b-8b89-330f1aeb5771 req-08b94278-9620-4f20-915e-3f6c6c8c2dc0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 945 time: 0.0846477
Jun 06 11:52:31.591301 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b8d0bdc0-1021-421b-8b89-330f1aeb5771 req-e87ff4cd-5b7f-4181-8ea9-b6b7801b12e5 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381029
Jun 06 11:52:31.700028 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:31.743394 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:31.752610 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:31.770856 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['553b98cb-5b41-4971-a236-57342f732361'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:52:31.862317 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:31.910892 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be509836-839a-4f9b-bf1e-43bf94d84459 req-62984e77-55b4-4a49-8c2f-9503668cf4ce tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:31.919896 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-be509836-839a-4f9b-bf1e-43bf94d84459 req-62984e77-55b4-4a49-8c2f-9503668cf4ce tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 931 time: 0.1285326
Jun 06 11:52:31.929029 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Network e3ae0608-90fa-4167-949f-1b861b3fb454 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:31.932116 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:31.936889 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:52:31.942529 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:31.943132 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:31.948628 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Pushing event updated for resources: {'Port': ['ID=8db1bcca-25d8-42b8-85fc-148adba87f1f,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:31.956341 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:31.971648 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8405883
Jun 06 11:52:31.989306 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Request body: {'port': {'device_id': '3890c915-cb0c-488b-89b4-248f33909676', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:32.010082 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-be509836-839a-4f9b-bf1e-43bf94d84459 req-ea062fa0-41b7-461d-8526-b38c5b213cd2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888937
Jun 06 11:52:32.121945 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:32.255784 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e821e7e-b98c-4c5a-9938-eb4a915735bf req-9c04c028-9edb-475a-84c6-07a843b1b1b5 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:32.256505 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7e821e7e-b98c-4c5a-9938-eb4a915735bf req-9c04c028-9edb-475a-84c6-07a843b1b1b5 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.0894895
Jun 06 11:52:32.351756 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7e821e7e-b98c-4c5a-9938-eb4a915735bf req-4368c75b-8515-4cda-a529-471772f14a92 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610354
Jun 06 11:52:32.380018 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162cb5b-1131-4c12-9d44-2544030a810d req-de7ed497-471f-47aa-8c7c-5068bc0d7532 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:32.387271 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device d4fd5703-3462-44b5-87af-034550946233 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:32.388547 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3162cb5b-1131-4c12-9d44-2544030a810d req-de7ed497-471f-47aa-8c7c-5068bc0d7532 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1307118
Jun 06 11:52:32.442615 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3162cb5b-1131-4c12-9d44-2544030a810d req-7c3abbbc-dc1a-415f-929f-fd849ca1905e tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530627
Jun 06 11:52:32.500109 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port d4fd5703-3462-44b5-87af-034550946233 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:32.506424 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port d4fd5703-3462-44b5-87af-034550946233 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:32.506808 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:32.572997 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8db1bcca-25d8-42b8-85fc-148adba87f1f {{(pid=91706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:32.581251 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:32.581445 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa34133-8aff-4980-81a6-89fbe830428c req-97ce230a-14ec-430b-b56b-580f036b6002 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:32.583006 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3fa34133-8aff-4980-81a6-89fbe830428c req-97ce230a-14ec-430b-b56b-580f036b6002 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.0982258
Jun 06 11:52:32.592732 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50558) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:32.597218 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-adada0dc-60a6-4528-a311-859b5a43e347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'floatingip': {'port_id': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:32.607607 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Transition to ACTIVE for port object 8db1bcca-25d8-42b8-85fc-148adba87f1f will not be triggered until provisioned by entity L2. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:32.613612 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:32.626599 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e9751c66-e8fc-4c27-8c3c-d96ce9dc2402 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:32.658684 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:32.702581 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-adada0dc-60a6-4528-a311-859b5a43e347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:32.716071 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd5703-3462-44b5-87af-034550946233'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:32.722381 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c71276-cbd5-4b43-a2a0-8e3fc22a155c" -d '{"events": [{"server_uuid": "2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2", "name": "network-vif-plugged", "status": "completed", "tag": "d4fd5703-3462-44b5-87af-034550946233"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:32.743335 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port d4fd5703-3462-44b5-87af-034550946233, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d4fd5703-3462-44b5-87af-034550946233,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:32.755484 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:32.758477 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:32.821403 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4637577c-840e-41c5-b6ea-510348edf6af x-openstack-request-id: req-4637577c-840e-41c5-b6ea-510348edf6af {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:32.821997 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2", "name": "network-vif-plugged", "status": "completed", "tag": "d4fd5703-3462-44b5-87af-034550946233", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:32.822087 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4637577c-840e-41c5-b6ea-510348edf6af {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:32.822581 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fd5703-3462-44b5-87af-034550946233', 'code': 200}
Jun 06 11:52:32.885470 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Pushing event updated for resources: {'Port': ['ID=8db1bcca-25d8-42b8-85fc-148adba87f1f,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:32.888133 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=d4fd5703-3462-44b5-87af-034550946233,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:32.889616 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:32.892414 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Attempting to bind port 8db1bcca-25d8-42b8-85fc-148adba87f1f on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:52:32.892935 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Attempting to bind port 8db1bcca-25d8-42b8-85fc-148adba87f1f by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'}] {{(pid=91706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:52:32.893083 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:32.893317 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Attempting to bind port 8db1bcca-25d8-42b8-85fc-148adba87f1f on network e3ae0608-90fa-4167-949f-1b861b3fb454 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:32.898392 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Port 8db1bcca-25d8-42b8-85fc-148adba87f1f on network e3ae0608-90fa-4167-949f-1b861b3fb454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:52:32.898709 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Attempting to bind port 8db1bcca-25d8-42b8-85fc-148adba87f1f on network e3ae0608-90fa-4167-949f-1b861b3fb454 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:32.904236 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:52:32.904571 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Checking segment: {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:32.904977 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Bound using segment: {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'} {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:52:32.905402 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Bound port: 8db1bcca-25d8-42b8-85fc-148adba87f1f, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'}}] {{(pid=91706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:52:32.905731 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:33.054829 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] For port 8db1bcca-25d8-42b8-85fc-148adba87f1f, host hv-cinder-78626, cleared binding levels {{(pid=91706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:52:33.060233 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] For port 8db1bcca-25d8-42b8-85fc-148adba87f1f, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8db1bcca-25d8-42b8-85fc-148adba87f1f,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:52:33.068296 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:33.075419 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:33.114638 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50574) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:33.145792 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:33.146398 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:33.148432 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] 10.222.0.16 "PUT /v2.0/ports/8db1bcca-25d8-42b8-85fc-148adba87f1f HTTP/1.1" status: 200  len: 1093 time: 1.1688850
Jun 06 11:52:33.151098 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3890c915-cb0c-488b-89b4-248f33909676', 'tag': '8db1bcca-25d8-42b8-85fc-148adba87f1f'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:33.153467 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d01037-1a73-4a0e-bde9-66823c288974" -d '{"events": [{"name": "network-changed", "server_uuid": "3890c915-cb0c-488b-89b4-248f33909676", "tag": "8db1bcca-25d8-42b8-85fc-148adba87f1f"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:33.177680 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Pushing event updated for resources: {'Port': ['ID=8db1bcca-25d8-42b8-85fc-148adba87f1f,revision_number=3']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:33.180673 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:33.273594 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-4b801820-f22c-487a-9426-046da09ba316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:33.275068 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-4b801820-f22c-487a-9426-046da09ba316 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 1096 time: 0.0765810
Jun 06 11:52:33.351810 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-765ce874-ed24-48ef-95f7-0f75fb50ba48 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db1bcca-25d8-42b8-85fc-148adba87f1f HTTP/1.1" status: 200  len: 217 time: 0.0615335
Jun 06 11:52:33.389048 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:33.413744 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8af4b66-924f-4044-9776-3daf01f5a89c req-c007e086-04dc-4f3e-8071-63a6d8c6f7c7 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:33.415189 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a8af4b66-924f-4044-9776-3daf01f5a89c req-c007e086-04dc-4f3e-8071-63a6d8c6f7c7 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.4849720
Jun 06 11:52:33.431245 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-cd1fc123-5437-4255-bd07-61db6c9e9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:33.432854 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-cd1fc123-5437-4255-bd07-61db6c9e9ff4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=614cc7c5-d430-4a05-a524-33339245adf2 HTTP/1.1" status: 200  len: 854 time: 0.0614133
Jun 06 11:52:33.488752 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-fecffea2-cb09-405f-ad62-308341f9e478 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae0608-90fa-4167-949f-1b861b3fb454&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0416844
Jun 06 11:52:33.533083 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb479228-1c8d-4a26-81aa-8ac209e9e9f4 req-10f20855-1c55-4e5f-886c-1d09f6d9503e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:33.534645 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb479228-1c8d-4a26-81aa-8ac209e9e9f4 req-10f20855-1c55-4e5f-886c-1d09f6d9503e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 1099 time: 0.4135532
Jun 06 11:52:33.578491 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8e3bfa-19d5-4300-985d-5839d82ab80c req-21f68d64-814e-4ad5-8fa5-ceebfe7b584f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:33.579954 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4d8e3bfa-19d5-4300-985d-5839d82ab80c req-21f68d64-814e-4ad5-8fa5-ceebfe7b584f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 943 time: 0.3950162
Jun 06 11:52:33.663145 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-9eb4decd-8ea5-4a80-afa5-defc4b866696 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1478834
Jun 06 11:52:33.693630 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a8af4b66-924f-4044-9776-3daf01f5a89c req-2b540b3a-b53d-4494-99a8-91eacd765d01 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2657566
Jun 06 11:52:33.854167 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ce4b91-0ca7-4a76-b23a-b64de7b967a0 x-openstack-request-id: req-52ce4b91-0ca7-4a76-b23a-b64de7b967a0 {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:33.854478 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3890c915-cb0c-488b-89b4-248f33909676", "tag": "8db1bcca-25d8-42b8-85fc-148adba87f1f", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:33.854748 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-52ce4b91-0ca7-4a76-b23a-b64de7b967a0 {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:33.855145 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3890c915-cb0c-488b-89b4-248f33909676', 'tag': '8db1bcca-25d8-42b8-85fc-148adba87f1f', 'status': 'completed', 'code': 200}
Jun 06 11:52:33.863181 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-c34564d1-dd3c-4bf1-84d0-4d44dfd11f34 req-2eca1da9-b267-4287-aaa4-7ed16705ae8d service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1895783
Jun 06 11:52:33.918973 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb479228-1c8d-4a26-81aa-8ac209e9e9f4 req-5be3383b-1225-47e5-8c98-26a04035d44f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3484111
Jun 06 11:52:33.934080 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4d8e3bfa-19d5-4300-985d-5839d82ab80c req-bd13543a-6237-4a46-88cf-f4fbc909d807 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3305116
Jun 06 11:52:33.996282 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50594) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:34.085926 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.099795 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44db81c0-939c-4e03-81fe-84c939faaa37 req-dc3fbea7-a8de-456b-b95c-6f68dc14cdfe tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:34.101254 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-44db81c0-939c-4e03-81fe-84c939faaa37 req-dc3fbea7-a8de-456b-b95c-6f68dc14cdfe tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.2424433
Jun 06 11:52:34.104631 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.114129 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-43d3be33-f105-4a4c-8fe2-f7d8400e7fd6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:34.128863 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d01037-1a73-4a0e-bde9-66823c288974 req-72425a71-2b82-422e-8743-3be37bd13094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:34.130485 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-f1d01037-1a73-4a0e-bde9-66823c288974 req-72425a71-2b82-422e-8743-3be37bd13094 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 1096 time: 0.1047370
Jun 06 11:52:34.173227 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.db.resource_extend [None req-adada0dc-60a6-4528-a311-859b5a43e347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 06 11:52:34.209088 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.265288 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=aa16edf59be14486945e04e8ee5251ed&name=default HTTP/1.1" status: 200  len: 2979 time: 1.1423032
Jun 06 11:52:34.265903 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77d0e260-3d6b-4b76-8086-9087f7073935,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:34.272072 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50602) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:34.298900 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.299247 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.299591 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.299923 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.300245 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.300585 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.300947 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.301262 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.301590 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.301914 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.302251 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.302855 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.308073 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-44db81c0-939c-4e03-81fe-84c939faaa37 req-b792b872-c6a3-40cb-8338-5c65fff94774 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1949091
Jun 06 11:52:34.312635 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:34.336912 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-adada0dc-60a6-4528-a311-859b5a43e347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.347825 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-adada0dc-60a6-4528-a311-859b5a43e347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.439578 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d01037-1a73-4a0e-bde9-66823c288974 req-b0d17ad3-27e2-4d6c-8296-0be8c65f0747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:34.440919 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-f1d01037-1a73-4a0e-bde9-66823c288974 req-b0d17ad3-27e2-4d6c-8296-0be8c65f0747 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 915 time: 0.2949150
Jun 06 11:52:34.449257 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2766-dcd8-4ccb-b405-b9a959862669 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.517853 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-f1d01037-1a73-4a0e-bde9-66823c288974 req-fdbd31ab-d56b-40e5-8175-cb49e22f3936 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8db1bcca-25d8-42b8-85fc-148adba87f1f HTTP/1.1" status: 200  len: 217 time: 0.0658162
Jun 06 11:52:34.598041 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.607583 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.618413 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-ce9b72c0-d5ac-4ec7-a6e6-955a200c2d6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:34.640299 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d01037-1a73-4a0e-bde9-66823c288974 req-5e714828-f206-4dd8-bbf8-8a7213a60b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:34.642151 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-f1d01037-1a73-4a0e-bde9-66823c288974 req-5e714828-f206-4dd8-bbf8-8a7213a60b58 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=614cc7c5-d430-4a05-a524-33339245adf2 HTTP/1.1" status: 200  len: 854 time: 0.0968096
Jun 06 11:52:34.661399 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2766-dcd8-4ccb-b405-b9a959862669 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.708541 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-f1d01037-1a73-4a0e-bde9-66823c288974 req-3e0ebd57-8675-4228-bd9b-ace7cb1fe129 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae0608-90fa-4167-949f-1b861b3fb454&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0531750
Jun 06 11:52:34.709823 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [None req-adada0dc-60a6-4528-a311-859b5a43e347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Floating IP 62232d33-7a8a-40f8-a246-8a14cd6ed723 associated. External IP: 172.27.1.75, port: ad405d97-9eae-487e-8973-d13a2d3fd5f7.
Jun 06 11:52:34.710645 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=67cb87784ff34d3ba243c47b3b87215f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7133822
Jun 06 11:52:34.711654 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4026de11-02e3-4edc-a038-7dd5ea04a643,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:34.713804 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50606) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:34.747731 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.748085 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.748431 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.748798 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.749136 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.749468 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.749798 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.750131 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.750466 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.751441 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.751781 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.752103 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:34.760878 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:34.883213 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-158c9b3e-eab9-4128-afcb-6bf5f39b5b84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.916541 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-f1d01037-1a73-4a0e-bde9-66823c288974 req-3a283409-90a2-4719-92e1-4f97ce7dcdf6 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1909139
Jun 06 11:52:34.924641 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-158c9b3e-eab9-4128-afcb-6bf5f39b5b84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.937183 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cc348e-9e84-4ff5-9f27-efff27dbd9e1 req-12cc9f21-d19a-4a81-97dc-8d641fbe0c6a tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:34.938649 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-33cc348e-9e84-4ff5-9f27-efff27dbd9e1 req-12cc9f21-d19a-4a81-97dc-8d641fbe0c6a tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 946 time: 0.3535190
Jun 06 11:52:34.946436 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2766-dcd8-4ccb-b405-b9a959862669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.948832 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f6cb2766-dcd8-4ccb-b405-b9a959862669 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:34.949861 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-f6cb2766-dcd8-4ccb-b405-b9a959862669 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/77d0e260-3d6b-4b76-8086-9087f7073935 HTTP/1.1" status: 204  len: 168 time: 0.6742287
Jun 06 11:52:34.950477 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:34.980810 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cb2766-dcd8-4ccb-b405-b9a959862669 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d0e260-3d6b-4b76-8086-9087f7073935,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:34.987487 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f6cb2766-dcd8-4ccb-b405-b9a959862669 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:35.101948 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-f1d01037-1a73-4a0e-bde9-66823c288974 req-86e3668e-899d-41a9-bbf8-7545100e1fa5 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1700206
Jun 06 11:52:35.102120 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-33cc348e-9e84-4ff5-9f27-efff27dbd9e1 req-f3140256-21df-4a01-b4d4-8dbeff6decb5 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1440420
Jun 06 11:52:35.106969 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-158c9b3e-eab9-4128-afcb-6bf5f39b5b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.122571 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-158c9b3e-eab9-4128-afcb-6bf5f39b5b84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.126138 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-158c9b3e-eab9-4128-afcb-6bf5f39b5b84 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4026de11-02e3-4edc-a038-7dd5ea04a643 HTTP/1.1" status: 204  len: 168 time: 0.4089890
Jun 06 11:52:35.126138 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-66369ed1-d431-4a2b-a283-101ccfbaa578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:35.149791 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c9b3e-eab9-4128-afcb-6bf5f39b5b84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4026de11-02e3-4edc-a038-7dd5ea04a643,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:35.151198 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc8cc03-9438-4ddd-8fdf-7034996b5cdd req-0f0b29cc-b8a6-41e7-b9b9-2ae0f7fe399d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:35.158640 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0dc8cc03-9438-4ddd-8fdf-7034996b5cdd req-0f0b29cc-b8a6-41e7-b9b9-2ae0f7fe399d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.2923338
Jun 06 11:52:35.191160 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-158c9b3e-eab9-4128-afcb-6bf5f39b5b84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:35.359943 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0dc8cc03-9438-4ddd-8fdf-7034996b5cdd req-d126c521-e7e8-4aed-9d8e-f0c494fd0a05 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2003875
Jun 06 11:52:35.362234 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adada0dc-60a6-4528-a311-859b5a43e347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Router dc135273-d742-40f4-acb8-f5f496ec6872 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:52:35.437458 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50624) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:35.477728 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-896e5dc3-39d5-4780-8b71-37fc3478cc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.619077 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b4ab9c-cf6d-42f6-ad39-681ebd522734 req-6d95bf14-7b6f-4fc9-a08b-77bd47bff9d1 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:35.620560 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-80b4ab9c-cf6d-42f6-ad39-681ebd522734 req-6d95bf14-7b6f-4fc9-a08b-77bd47bff9d1 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 943 time: 0.3573842
Jun 06 11:52:35.631501 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-896e5dc3-39d5-4780-8b71-37fc3478cc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.636915 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-896e5dc3-39d5-4780-8b71-37fc3478cc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.649267 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:35.677112 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adada0dc-60a6-4528-a311-859b5a43e347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:52:35.683642 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-adada0dc-60a6-4528-a311-859b5a43e347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.696419 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] Sync routers for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:52:35.707197 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f732-9c91-4946-8d63-a695e0ac3a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.716810 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-896e5dc3-39d5-4780-8b71-37fc3478cc5b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e3a384cf0c334448badc2c5c85b48546&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2758317
Jun 06 11:52:35.718012 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50626) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:35.720603 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:52:35.721254 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad9027c0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:52:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:35.754842 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-80b4ab9c-cf6d-42f6-ad39-681ebd522734 req-121bbffb-ecb7-4960-b455-b998d490ba6d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1211684
Jun 06 11:52:35.768260 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896e5dc3-39d5-4780-8b71-37fc3478cc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8a0ede7-16c1-4b49-bfc4-ea21c7f24746,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:35.772112 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-896e5dc3-39d5-4780-8b71-37fc3478cc5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:35.783504 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-adada0dc-60a6-4528-a311-859b5a43e347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "PUT /v2.0/floatingips/62232d33-7a8a-40f8-a246-8a14cd6ed723 HTTP/1.1" status: 200  len: 991 time: 3.1882458
Jun 06 11:52:35.783504 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:35.791268 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-54757710-a8c6-460b-9957-c45df14db986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.795353 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732843d3-7b7c-4aa0-997b-54edb1856307" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:35.810373 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1a1c32-390a-4e34-afb0-ae9d5ad07112 req-296eb322-4fc1-4945-a895-0cd85ca37229 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:35.812319 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0a1a1c32-390a-4e34-afb0-ae9d5ad07112 req-296eb322-4fc1-4945-a895-0cd85ca37229 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.2535751
Jun 06 11:52:35.813112 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50632) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:35.827668 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-54757710-a8c6-460b-9957-c45df14db986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.834218 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-572b3930-d1db-4613-a906-cd38fee5180b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.886613 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-54757710-a8c6-460b-9957-c45df14db986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.890168 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-54757710-a8c6-460b-9957-c45df14db986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:35.892502 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-54757710-a8c6-460b-9957-c45df14db986 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8a0ede7-16c1-4b49-bfc4-ea21c7f24746 HTTP/1.1" status: 204  len: 168 time: 0.1724300
Jun 06 11:52:35.893722 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f30b5fd0-a16a-4b4f-9c89-1deb122c0a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:35.914068 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54757710-a8c6-460b-9957-c45df14db986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8a0ede7-16c1-4b49-bfc4-ea21c7f24746,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:35.915258 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:52:35.916328 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-54757710-a8c6-460b-9957-c45df14db986 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:35.990238 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0a1a1c32-390a-4e34-afb0-ae9d5ad07112 req-1971f5a4-47d1-440d-87a5-9c9af01153f9 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415365
Jun 06 11:52:36.013489 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8872d388-8dc9-4042-9bca-1f65d8051d9c x-openstack-request-id: req-8872d388-8dc9-4042-9bca-1f65d8051d9c {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:36.013880 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:36.014214 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8872d388-8dc9-4042-9bca-1f65d8051d9c {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:36.014754 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'status': 'completed', 'code': 200}
Jun 06 11:52:36.071309 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-572b3930-d1db-4613-a906-cd38fee5180b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:36.078124 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-572b3930-d1db-4613-a906-cd38fee5180b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:36.088920 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-8d667aed-0e79-4468-be0b-c0e746af4c12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:36.130045 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-572b3930-d1db-4613-a906-cd38fee5180b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=36c7b1c998a2416b8fae8e5a5f0c3bd0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3150220
Jun 06 11:52:36.131081 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572b3930-d1db-4613-a906-cd38fee5180b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a179bc-4dd1-4e7a-a4a3-0f8d0849313f,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:36.134108 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50640) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:36.152578 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-572b3930-d1db-4613-a906-cd38fee5180b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:36.174895 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-5e24c811-32cf-455d-b033-92605b3a5246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:36.176768 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-5e24c811-32cf-455d-b033-92605b3a5246 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 1099 time: 0.1281164
Jun 06 11:52:36.225369 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a48d95ab-58b8-44a4-b9cd-b1604a17a834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:36.256570 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a48d95ab-58b8-44a4-b9cd-b1604a17a834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:36.340245 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-9bee8aec-74ea-4f2c-b58c-a297ab1d2029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:36.341896 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-9bee8aec-74ea-4f2c-b58c-a297ab1d2029 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 918 time: 0.1569006
Jun 06 11:52:36.342264 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad9027c0>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '62232d33-7a8a-40f8-a246-8a14cd6ed723', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'port_id': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'mac_address': 'fa:16:3e:54:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:52:10Z', 'updated_at': '2021-06-06T11:52:34Z', 'revision_number': 1, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:36.346467 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] Checking router: dc135273-d742-40f4-acb8-f5f496ec6872 for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:52:36.355579 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:52:36.356389 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad9027c0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:52:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:36.396637 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a48d95ab-58b8-44a4-b9cd-b1604a17a834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:36.402817 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a48d95ab-58b8-44a4-b9cd-b1604a17a834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:36.405869 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-a48d95ab-58b8-44a4-b9cd-b1604a17a834 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50a179bc-4dd1-4e7a-a4a3-0f8d0849313f HTTP/1.1" status: 204  len: 168 time: 0.2708662
Jun 06 11:52:36.406887 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-de537648-d12b-406a-8c5c-69d753354be1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:36.442737 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48d95ab-58b8-44a4-b9cd-b1604a17a834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a179bc-4dd1-4e7a-a4a3-0f8d0849313f,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:36.466641 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f0731-70dc-4716-b16d-54238398d8c0 req-40e6d223-2e53-4e6c-bc4f-398885cb3725 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:36.474447 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2f9f0731-70dc-4716-b16d-54238398d8c0 req-40e6d223-2e53-4e6c-bc4f-398885cb3725 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 946 time: 0.1795020
Jun 06 11:52:36.475470 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a48d95ab-58b8-44a4-b9cd-b1604a17a834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:36.564143 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:52:36.579555 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2f9f0731-70dc-4716-b16d-54238398d8c0 req-696afb70-db99-4403-9cde-1b35775f8971 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989206
Jun 06 11:52:36.596027 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-6307f826-2a91-4884-8a6c-f87e327ed4a5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7 HTTP/1.1" status: 200  len: 999 time: 0.2455902
Jun 06 11:52:36.682175 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-9a5d9c9e-59a7-4c71-8ae8-3e293058017d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:36.683768 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-9a5d9c9e-59a7-4c71-8ae8-3e293058017d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.0672302
Jun 06 11:52:36.711543 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76adad5f-380d-4497-915c-b16949ad5346 req-8c6206b9-88bc-4830-943a-035b4ca01874 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:36.713094 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76adad5f-380d-4497-915c-b16949ad5346 req-8c6206b9-88bc-4830-943a-035b4ca01874 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1294351
Jun 06 11:52:36.850454 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-0e3c36c0-66a0-4417-9f82-9613e65637ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:36.853043 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-0e3c36c0-66a0-4417-9f82-9613e65637ce service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1524675
Jun 06 11:52:36.875183 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76adad5f-380d-4497-915c-b16949ad5346 req-ee059a74-aa5e-4a4c-958a-451b32ee132b tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1560574
Jun 06 11:52:37.042112 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50672) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:37.052754 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad9027c0>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '62232d33-7a8a-40f8-a246-8a14cd6ed723', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'port_id': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'mac_address': 'fa:16:3e:54:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:52:10Z', 'updated_at': '2021-06-06T11:52:34Z', 'revision_number': 1, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:37.057738 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fdb5a0-5fab-454d-bdb6-39b0aea1bceb None None] The sync data for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi is: [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '62232d33-7a8a-40f8-a246-8a14cd6ed723', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'floating_ip_address': '172.27.1.75', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'port_id': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 162, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'mac_address': 'fa:16:3e:54:45:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:52:10Z', 'updated_at': '2021-06-06T11:52:34Z', 'revision_number': 1, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:52:37.066793 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-05911d30-a797-4f85-8ff1-1416e5f6b5c1 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2038198
Jun 06 11:52:37.067984 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8bd03cf9-80df-400a-86d2-e8e990893a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:37.224023 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afebda9-b6ff-485a-93bd-67a61316df9f req-899183aa-da82-44e1-8d90-81bdc9ad5aa6 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:37.226417 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2afebda9-b6ff-485a-93bd-67a61316df9f req-899183aa-da82-44e1-8d90-81bdc9ad5aa6 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 943 time: 0.2379580
Jun 06 11:52:37.242623 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cea6b8-9a36-4df1-a20a-20e54c4225f9 req-727c39ff-6829-4ee2-91c2-fc84726debca tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:37.245126 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b6cea6b8-9a36-4df1-a20a-20e54c4225f9 req-727c39ff-6829-4ee2-91c2-fc84726debca tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1571610
Jun 06 11:52:37.258264 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-732843d3-7b7c-4aa0-997b-54edb1856307 req-231e2e51-6056-46c0-86e6-d6230f88df26 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1678109
Jun 06 11:52:37.258719 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50678) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:37.267233 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-259af92a-09b9-41d7-a0ee-3cd6aec75046 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'floatingip': {'port_id': 'd4fd5703-3462-44b5-87af-034550946233'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:37.318636 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2afebda9-b6ff-485a-93bd-67a61316df9f req-4183d170-9bd2-4206-9525-b41af59dab04 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0877850
Jun 06 11:52:37.394692 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a2d9f-fdce-4d34-a8c7-97f8e5e430fc None None] New status for floating IP 62232d33-7a8a-40f8-a246-8a14cd6ed723: ACTIVE {{(pid=91707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:52:37.451752 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-259af92a-09b9-41d7-a0ee-3cd6aec75046 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:37.538847 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf027b7-7a50-452c-8413-38fd7347eaf2 req-937fa046-50a1-4503-8ce8-a24f1624bd35 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:37.540943 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fbf027b7-7a50-452c-8413-38fd7347eaf2 req-937fa046-50a1-4503-8ce8-a24f1624bd35 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.0885928
Jun 06 11:52:37.597947 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fbf027b7-7a50-452c-8413-38fd7347eaf2 req-525c778a-558a-49f6-8cc1-955c480b628d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0503964
Jun 06 11:52:37.836420 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8bd03cf9-80df-400a-86d2-e8e990893a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:37.845073 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356b7ca0-9b7d-4fac-b76c-04e875f01e1e req-e9f0a0a7-874a-4e3c-be7b-841e8ef5e18c tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:37.847296 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-86655497-36cd-433b-ad0e-775a1fdb3999 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:37.848740 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-86655497-36cd-433b-ad0e-775a1fdb3999 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.16 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 946 time: 0.3387408
Jun 06 11:52:37.852157 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8bd03cf9-80df-400a-86d2-e8e990893a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:37.854047 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-356b7ca0-9b7d-4fac-b76c-04e875f01e1e req-e9f0a0a7-874a-4e3c-be7b-841e8ef5e18c tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 946 time: 0.1132569
Jun 06 11:52:37.891155 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:37.910219 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-356b7ca0-9b7d-4fac-b76c-04e875f01e1e req-5b52bc56-26d9-4f8f-b6e0-0e73555121c3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491498
Jun 06 11:52:38.052795 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-8bd03cf9-80df-400a-86d2-e8e990893a92 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ca46eea6861c48cbb418c49e79a3b229&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0094371
Jun 06 11:52:38.055485 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50692) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:38.058261 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd03cf9-80df-400a-86d2-e8e990893a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50baa360-d5e4-46b8-9eee-2eb02367860f,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:38.093126 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8bd03cf9-80df-400a-86d2-e8e990893a92 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:38.127887 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e0f6-90e9-4a32-ad37-f297f8fe83e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:38.153735 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e0f6-90e9-4a32-ad37-f297f8fe83e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:38.209141 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e0f6-90e9-4a32-ad37-f297f8fe83e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:38.211743 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d4f5e0f6-90e9-4a32-ad37-f297f8fe83e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:38.212977 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d4f5e0f6-90e9-4a32-ad37-f297f8fe83e4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/50baa360-d5e4-46b8-9eee-2eb02367860f HTTP/1.1" status: 204  len: 168 time: 0.1564333
Jun 06 11:52:38.213658 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:38.236549 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5e0f6-90e9-4a32-ad37-f297f8fe83e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50baa360-d5e4-46b8-9eee-2eb02367860f,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:38.239278 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d4f5e0f6-90e9-4a32-ad37-f297f8fe83e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:38.285523 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:38.394906 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Deleting port 1a592b1c-410f-4615-805c-95bf6484bb7e {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:52:38.395149 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:38.439055 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 8db1bcca-25d8-42b8-85fc-148adba87f1f details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:52:38.539319 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46dbc7-193e-413a-bce4-469ad70e69a3 req-672f00b4-a76c-434c-9f2c-b13c09714b82 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:38.539319 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2a46dbc7-193e-413a-bce4-469ad70e69a3 req-672f00b4-a76c-434c-9f2c-b13c09714b82 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 943 time: 0.1167796
Jun 06 11:52:38.594980 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] For port 1a592b1c-410f-4615-805c-95bf6484bb7e, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1a592b1c-410f-4615-805c-95bf6484bb7e,segment=NetworkSegment(62a9cef6-8a7c-499e-8f5f-8c78311f6bdb),segment_id=62a9cef6-8a7c-499e-8f5f-8c78311f6bdb)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:38.595311 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:38.633885 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2a46dbc7-193e-413a-bce4-469ad70e69a3 req-50ec9a1d-6e1b-45bd-907a-8e95f0a6f322 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841999
Jun 06 11:52:38.702151 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 8db1bcca-25d8-42b8-85fc-148adba87f1f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8db1bcca-25d8-42b8-85fc-148adba87f1f,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:38.720632 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '8db1bcca-25d8-42b8-85fc-148adba87f1f', 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454', 'port_id': '8db1bcca-25d8-42b8-85fc-148adba87f1f', 'mac_address': 'fa:16:3e:3b:51:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614cc7c5-d430-4a05-a524-33339245adf2', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:52:38.817093 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-5f2cc7c0-e7d9-4270-8592-6607790b5048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:38.849274 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:38.856562 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fbedd0-4344-476e-9e69-89db36a37101 req-ee3512de-4fec-412c-a42f-782444a5ca39 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:38.863896 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-87fbedd0-4344-476e-9e69-89db36a37101 req-ee3512de-4fec-412c-a42f-782444a5ca39 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1143153
Jun 06 11:52:38.889699 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8db1bcca-25d8-42b8-85fc-148adba87f1f {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:38.895028 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Calling delete_port for 1a592b1c-410f-4615-805c-95bf6484bb7e owned by compute:nova {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:52:38.906192 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 8db1bcca-25d8-42b8-85fc-148adba87f1f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8db1bcca-25d8-42b8-85fc-148adba87f1f,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:38.908985 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.db.resource_extend [None req-259af92a-09b9-41d7-a0ee-3cd6aec75046 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 06 11:52:38.910961 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:38.913320 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:38.926622 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-87fbedd0-4344-476e-9e69-89db36a37101 req-86205e91-ac32-49f8-9439-f8585dafc029 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602372
Jun 06 11:52:39.000321 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=8db1bcca-25d8-42b8-85fc-148adba87f1f,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:39.010482 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.010889 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.012746 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.013158 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.013551 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.013945 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.014331 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.014732 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.015108 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.015601 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.015895 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.016292 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:52:39.021108 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:39.080247 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-259af92a-09b9-41d7-a0ee-3cd6aec75046 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:39.089721 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-259af92a-09b9-41d7-a0ee-3cd6aec75046 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:39.150199 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c81b52e-9b94-4563-916f-f88b95c4fee9 req-b3ccf0b7-5788-4706-9a1f-d4d393abbb90 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:39.151766 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3c81b52e-9b94-4563-916f-f88b95c4fee9 req-b3ccf0b7-5788-4706-9a1f-d4d393abbb90 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 946 time: 0.0954132
Jun 06 11:52:39.219412 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3c81b52e-9b94-4563-916f-f88b95c4fee9 req-748b0684-1af7-4161-a9ed-cf3dc59d990b tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/security-groups?id=913308b5-7070-49b1-a7b9-e1ddc18aecec&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0604098
Jun 06 11:52:39.267259 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['8db1bcca-25d8-42b8-85fc-148adba87f1f'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:52:39.327736 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.l3_db [None req-259af92a-09b9-41d7-a0ee-3cd6aec75046 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Floating IP 41fb180a-199a-4fb2-80f7-8fcf75fe6a78 associated. External IP: 172.27.1.57, port: d4fd5703-3462-44b5-87af-034550946233.
Jun 06 11:52:39.394199 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:39.401631 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:39.459607 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Pushing event deleted for resources: {'Port': ['ID=1a592b1c-410f-4615-805c-95bf6484bb7e,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:39.466416 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:39.607633 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] No DVR routers for this DVR port 1a592b1c-410f-4615-805c-95bf6484bb7e on host hv-cinder-78626 {{(pid=91706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:52:39.612858 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:39.614822 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-bcc2d97e-79e8-4659-a2de-e44c25025b02 req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.16 "DELETE /v2.0/ports/1a592b1c-410f-4615-805c-95bf6484bb7e HTTP/1.1" status: 204  len: 173 time: 1.7557397
Jun 06 11:52:39.615303 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9947208-7628-453e-a0c0-41e77de138af', 'name': 'network-vif-deleted', 'tag': '1a592b1c-410f-4615-805c-95bf6484bb7e'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:39.617994 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094854d6-35e8-4ab3-8a3e-6ab031e11b7e" -d '{"events": [{"server_uuid": "f9947208-7628-453e-a0c0-41e77de138af", "name": "network-vif-deleted", "tag": "1a592b1c-410f-4615-805c-95bf6484bb7e"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:39.628013 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:39.696503 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51703df-18aa-490a-85d7-ad7d9c80e554 x-openstack-request-id: req-d51703df-18aa-490a-85d7-ad7d9c80e554 {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:39.696851 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9947208-7628-453e-a0c0-41e77de138af", "name": "network-vif-deleted", "tag": "1a592b1c-410f-4615-805c-95bf6484bb7e", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:39.697459 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d51703df-18aa-490a-85d7-ad7d9c80e554 {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:39.698012 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9947208-7628-453e-a0c0-41e77de138af', 'name': 'network-vif-deleted', 'tag': '1a592b1c-410f-4615-805c-95bf6484bb7e', 'status': 'completed', 'code': 200}
Jun 06 11:52:39.832239 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-259af92a-09b9-41d7-a0ee-3cd6aec75046 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Router 7b542b49-7406-4e8f-9412-31886270adad has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:52:39.905278 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f8be0b-bb54-4e17-9fff-72cc7b728118 req-4add27ff-e6b6-482e-b4f7-eaa6d50da43c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:39.907943 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-42f8be0b-bb54-4e17-9fff-72cc7b728118 req-4add27ff-e6b6-482e-b4f7-eaa6d50da43c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 944 time: 0.0988355
Jun 06 11:52:39.990056 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-42f8be0b-bb54-4e17-9fff-72cc7b728118 req-fe6f0c43-9cce-4fce-bf35-66788c3d0e54 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762794
Jun 06 11:52:40.050244 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259af92a-09b9-41d7-a0ee-3cd6aec75046 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:52:40.055147 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-259af92a-09b9-41d7-a0ee-3cd6aec75046 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:40.060641 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] Sync routers for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:52:40.071117 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:52:40.071921 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae38d580>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:52:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:40.119968 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-259af92a-09b9-41d7-a0ee-3cd6aec75046 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "PUT /v2.0/floatingips/41fb180a-199a-4fb2-80f7-8fcf75fe6a78 HTTP/1.1" status: 200  len: 991 time: 2.8583028
Jun 06 11:52:40.154991 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7451cf-4292-4d38-95d4-7652207b4cfd req-8406170a-2da7-4d23-89f6-471ea890b761 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:40.156447 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6c7451cf-4292-4d38-95d4-7652207b4cfd req-8406170a-2da7-4d23-89f6-471ea890b761 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.0933280
Jun 06 11:52:40.211622 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6c7451cf-4292-4d38-95d4-7652207b4cfd req-94e99da4-0671-4c55-8da9-3d181fb836df tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477848
Jun 06 11:52:40.269671 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:52:40.370365 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6c8fc54b-fb92-4a3e-b70d-d659d063fb37 req-bc01e330-f427-40e5-98c0-0381f3e3a06f tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 210 time: 0.0415273
Jun 06 11:52:40.625124 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae38d580>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '41fb180a-199a-4fb2-80f7-8fcf75fe6a78', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '7b542b49-7406-4e8f-9412-31886270adad', 'port_id': 'd4fd5703-3462-44b5-87af-034550946233', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'mac_address': 'fa:16:3e:09:3b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:52:09Z', 'updated_at': '2021-06-06T11:52:38Z', 'revision_number': 1, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:40.629612 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] Checking router: 7b542b49-7406-4e8f-9412-31886270adad for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:52:40.638649 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:52:40.639618 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae38d580>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:52:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:40.821857 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:52:41.014189 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:41.160403 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae38d580>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '41fb180a-199a-4fb2-80f7-8fcf75fe6a78', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '7b542b49-7406-4e8f-9412-31886270adad', 'port_id': 'd4fd5703-3462-44b5-87af-034550946233', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'mac_address': 'fa:16:3e:09:3b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:52:09Z', 'updated_at': '2021-06-06T11:52:38Z', 'revision_number': 1, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:41.164255 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136579d4-0993-4a21-9fb0-75aa043fee94 None None] The sync data for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi is: [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '41fb180a-199a-4fb2-80f7-8fcf75fe6a78', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'floating_ip_address': '172.27.1.57', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '7b542b49-7406-4e8f-9412-31886270adad', 'port_id': 'd4fd5703-3462-44b5-87af-034550946233', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 161, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'mac_address': 'fa:16:3e:09:3b:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:52:09Z', 'updated_at': '2021-06-06T11:52:38Z', 'revision_number': 1, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:52:41.343672 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a4b82fb-e1fc-4d78-8720-885e987bdcee None None] New status for floating IP 41fb180a-199a-4fb2-80f7-8fcf75fe6a78: ACTIVE {{(pid=91707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:52:41.699409 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'tag': 'd4fd5703-3462-44b5-87af-034550946233'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:41.701830 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ff743af-9378-4815-9d55-3f7d8fccf027" -d '{"events": [{"name": "network-changed", "server_uuid": "2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2", "tag": "d4fd5703-3462-44b5-87af-034550946233"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:41.989284 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 1a592b1c-410f-4615-805c-95bf6484bb7e no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:52:42.022710 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 1a592b1c-410f-4615-805c-95bf6484bb7e {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:52:42.023363 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 1a592b1c-410f-4615-805c-95bf6484bb7e not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:52:43.293337 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b14111-53b4-403a-a85f-106003564498 req-aa5aa853-084a-4a39-b791-20ff31dc4620 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:43.294793 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-31b14111-53b4-403a-a85f-106003564498 req-aa5aa853-084a-4a39-b791-20ff31dc4620 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 944 time: 0.1446412
Jun 06 11:52:43.302212 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8886bb5f-b2ac-40de-9c1b-fa7e3d963dcd req-c8afdfa1-fef4-453d-9fd2-590ab8514fcb tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:43.303538 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8886bb5f-b2ac-40de-9c1b-fa7e3d963dcd req-c8afdfa1-fef4-453d-9fd2-590ab8514fcb tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1219182
Jun 06 11:52:43.373259 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-31b14111-53b4-403a-a85f-106003564498 req-fa1c3e72-c2a7-474c-bbad-208e8db65c1d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686040
Jun 06 11:52:43.377990 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8886bb5f-b2ac-40de-9c1b-fa7e3d963dcd req-909088f6-7f79-4472-bb88-e9e130b1363f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603356
Jun 06 11:52:43.431059 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b49456e-d300-4497-af81-526f6df6a37b x-openstack-request-id: req-2b49456e-d300-4497-af81-526f6df6a37b {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:43.431555 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2", "tag": "d4fd5703-3462-44b5-87af-034550946233", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:43.432013 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2b49456e-d300-4497-af81-526f6df6a37b {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:43.432484 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'tag': 'd4fd5703-3462-44b5-87af-034550946233', 'status': 'completed', 'code': 200}
Jun 06 11:52:43.514381 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c8eaa2c1-f965-4c67-81dd-e86c796ecfce req-34ee8c14-611a-4d0a-b30b-d24b902945dd tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] 10.222.0.46 "GET /v2.0/ports?device_id=f9947208-7628-453e-a0c0-41e77de138af HTTP/1.1" status: 200  len: 210 time: 0.0445631
Jun 06 11:52:43.534016 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-0186c6e6-c5ac-4b37-a168-30d961bb509f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:43.535480 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-0186c6e6-c5ac-4b37-a168-30d961bb509f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 1099 time: 0.0733175
Jun 06 11:52:43.769347 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-87dd7442-9c7b-49a7-a366-d8d47ef3f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:43.770969 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-87dd7442-9c7b-49a7-a366-d8d47ef3f9ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 912 time: 0.2285876
Jun 06 11:52:43.884995 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-58b6772e-4ec9-4345-a2eb-6d42e9455760 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4fd5703-3462-44b5-87af-034550946233 HTTP/1.1" status: 200  len: 1001 time: 0.1007607
Jun 06 11:52:43.962522 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-ff510fd7-a187-41ec-8435-3171305627a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:43.964126 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-ff510fd7-a187-41ec-8435-3171305627a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=152508a6-2d08-4397-81a6-be9ae3bc7dc7 HTTP/1.1" status: 200  len: 850 time: 0.0625443
Jun 06 11:52:44.066323 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-7e626ca4-074b-4d3d-aadb-0367a0df2179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:44.067781 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-7e626ca4-074b-4d3d-aadb-0367a0df2179 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4cb10f0a-05af-4fba-b41d-12091928d248&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0882788
Jun 06 11:52:44.260674 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-1dea78db-6256-4412-aaf3-af25cd7a639b service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1826515
Jun 06 11:52:44.428851 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-6ff743af-9378-4815-9d55-3f7d8fccf027 req-c18b1216-8441-4009-92b4-c27ad06a53a6 service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1591697
Jun 06 11:52:44.664206 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8a6447-722b-4173-9d28-e308bd79fde0 req-26951200-e0d3-499d-bbc5-c112ff827baa tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:44.665560 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb8a6447-722b-4173-9d28-e308bd79fde0 req-26951200-e0d3-499d-bbc5-c112ff827baa tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 944 time: 0.1602566
Jun 06 11:52:44.676177 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f2cfa7-6fca-4158-93e9-b2175f6975c8 req-d6d8e952-ed32-4ede-a7eb-dee83dd50652 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:44.678351 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5f2cfa7-6fca-4158-93e9-b2175f6975c8 req-d6d8e952-ed32-4ede-a7eb-dee83dd50652 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1388328
Jun 06 11:52:44.752144 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb8a6447-722b-4173-9d28-e308bd79fde0 req-be8b8e6b-555b-423d-90ef-634bbbcdff74 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0726461
Jun 06 11:52:44.761770 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5f2cfa7-6fca-4158-93e9-b2175f6975c8 req-010138a4-a681-45b6-bc23-122359c8ff93 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0654283
Jun 06 11:52:45.056664 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 8db1bcca-25d8-42b8-85fc-148adba87f1f up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:52:45.127658 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 8db1bcca-25d8-42b8-85fc-148adba87f1f completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:52:45.132645 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 8db1bcca-25d8-42b8-85fc-148adba87f1f triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:52:45.133159 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:45.255203 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:45.283690 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3890c915-cb0c-488b-89b4-248f33909676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1bcca-25d8-42b8-85fc-148adba87f1f'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:45.285985 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-556f4693-5b10-4638-a8fd-961b2daf65f4" -d '{"events": [{"server_uuid": "3890c915-cb0c-488b-89b4-248f33909676", "name": "network-vif-plugged", "status": "completed", "tag": "8db1bcca-25d8-42b8-85fc-148adba87f1f"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:45.294112 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 8db1bcca-25d8-42b8-85fc-148adba87f1f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8db1bcca-25d8-42b8-85fc-148adba87f1f,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:52:45.301460 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:45.304511 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-47f0b192-fcb7-4393-a094-d83f4dd5e6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:45.376366 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=8db1bcca-25d8-42b8-85fc-148adba87f1f,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:45.379258 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:45.434356 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2bb633f-6dd2-4a8e-ab61-d7dce1ea7129 x-openstack-request-id: req-b2bb633f-6dd2-4a8e-ab61-d7dce1ea7129 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:45.434656 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3890c915-cb0c-488b-89b4-248f33909676", "name": "network-vif-plugged", "status": "completed", "tag": "8db1bcca-25d8-42b8-85fc-148adba87f1f", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:45.434914 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2bb633f-6dd2-4a8e-ab61-d7dce1ea7129 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:45.435311 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3890c915-cb0c-488b-89b4-248f33909676', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8db1bcca-25d8-42b8-85fc-148adba87f1f', 'code': 200}
Jun 06 11:52:45.682817 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffb270-3b39-4189-b2e7-7b26eb81bd14 req-6e64ad27-dadf-4fc1-82ec-eb25b449ba53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:45.684705 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-41ffb270-3b39-4189-b2e7-7b26eb81bd14 req-6e64ad27-dadf-4fc1-82ec-eb25b449ba53 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 1098 time: 0.0771914
Jun 06 11:52:45.730259 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-41ffb270-3b39-4189-b2e7-7b26eb81bd14 req-80ee15ac-9714-42c1-9aa8-308ee8044417 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0359170
Jun 06 11:52:45.814769 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50872) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:45.946078 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4a59dbd5-f695-4f75-9071-01038b708fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.038437 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2a6534-1f65-40be-9003-6523233a3cd4 req-5d7d4f2b-ea48-47d2-ab1c-b30398a4d61e tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:46.039928 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ce2a6534-1f65-40be-9003-6523233a3cd4 req-5d7d4f2b-ea48-47d2-ab1c-b30398a4d61e tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 945 time: 0.1718087
Jun 06 11:52:46.058161 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089762e-c378-4e0e-b755-c9c0ee896a7b req-58ea1df1-5d86-41be-895c-2efab9c3d94c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:46.059709 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7089762e-c378-4e0e-b755-c9c0ee896a7b req-58ea1df1-5d86-41be-895c-2efab9c3d94c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1465163
Jun 06 11:52:46.081791 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4a59dbd5-f695-4f75-9071-01038b708fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.086023 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4a59dbd5-f695-4f75-9071-01038b708fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.094800 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dd2cee78-29e1-48dc-b284-3fd16e53eafc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:46.130972 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ce2a6534-1f65-40be-9003-6523233a3cd4 req-5040f634-06df-4ae5-978c-986e20818bd2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814457
Jun 06 11:52:46.135569 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7089762e-c378-4e0e-b755-c9c0ee896a7b req-2eaf70a2-2b02-4a44-9198-80de0be6a87d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606716
Jun 06 11:52:46.137004 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-4a59dbd5-f695-4f75-9071-01038b708fce admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2ddcdf3b00564d4cb2d2b14f83a5e17d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3211436
Jun 06 11:52:46.137892 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59dbd5-f695-4f75-9071-01038b708fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eddc8be-f325-4d00-985c-d9c9c2fe7865,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:46.139565 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50882) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:46.143332 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4a59dbd5-f695-4f75-9071-01038b708fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:46.201848 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-20c7c459-b09e-42e1-9bb2-815f4ac6a9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.288369 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-20c7c459-b09e-42e1-9bb2-815f4ac6a9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.346488 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-20c7c459-b09e-42e1-9bb2-815f4ac6a9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.349034 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-20c7c459-b09e-42e1-9bb2-815f4ac6a9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.350166 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-20c7c459-b09e-42e1-9bb2-815f4ac6a9d2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3eddc8be-f325-4d00-985c-d9c9c2fe7865 HTTP/1.1" status: 204  len: 168 time: 0.2096157
Jun 06 11:52:46.350892 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d731bad0-63a0-4a9c-9f86-d5188448c391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:46.366804 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c7c459-b09e-42e1-9bb2-815f4ac6a9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eddc8be-f325-4d00-985c-d9c9c2fe7865,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:46.369884 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-20c7c459-b09e-42e1-9bb2-815f4ac6a9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:46.670106 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50900) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:46.677370 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50902) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:46.696948 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-55cdae9a-dc40-4452-8ea1-d9b2bfd02315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.733336 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b2122f-f513-41d4-9097-0dbdc2d726e5 admin admin] Deleting subnet 9a0648e1-af79-41a5-af10-ec2ae301cc14 {{(pid=91705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:52:46.737055 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c4b2122f-f513-41d4-9097-0dbdc2d726e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.792705 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c4b2122f-f513-41d4-9097-0dbdc2d726e5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.800495 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c4b2122f-f513-41d4-9097-0dbdc2d726e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.811760 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-55cdae9a-dc40-4452-8ea1-d9b2bfd02315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.817011 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-55cdae9a-dc40-4452-8ea1-d9b2bfd02315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.825639 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8bd03cf9-80df-400a-86d2-e8e990893a92 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:46.866971 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-55cdae9a-dc40-4452-8ea1-d9b2bfd02315 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=39303034dc4a4cc68eaf17a689c7d199&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1885037
Jun 06 11:52:46.867618 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50904) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:46.875227 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c4b2122f-f513-41d4-9097-0dbdc2d726e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.881538 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:46.916527 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cdae9a-dc40-4452-8ea1-d9b2bfd02315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1d83477-1502-4c79-a299-5c92bfcab09f,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:46.918312 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2122f-f513-41d4-9097-0dbdc2d726e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0648e1-af79-41a5-af10-ec2ae301cc14,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:46.921994 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c4b2122f-f513-41d4-9097-0dbdc2d726e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:46.924047 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-55cdae9a-dc40-4452-8ea1-d9b2bfd02315 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:46.925546 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c4b2122f-f513-41d4-9097-0dbdc2d726e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.927642 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-c4b2122f-f513-41d4-9097-0dbdc2d726e5 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/9a0648e1-af79-41a5-af10-ec2ae301cc14 HTTP/1.1" status: 204  len: 168 time: 0.2563653
Jun 06 11:52:46.931414 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50906) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:46.946465 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a827e873-648c-488f-898b-149929ad0e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:46.981937 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a827e873-648c-488f-898b-149929ad0e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.037685 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a827e873-648c-488f-898b-149929ad0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.040612 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a827e873-648c-488f-898b-149929ad0e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.041891 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-a827e873-648c-488f-898b-149929ad0e6a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a1d83477-1502-4c79-a299-5c92bfcab09f HTTP/1.1" status: 204  len: 168 time: 0.1723957
Jun 06 11:52:47.042860 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7fe42235-c93a-47e1-89bc-e91b771a4bd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:47.052984 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a827e873-648c-488f-898b-149929ad0e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1d83477-1502-4c79-a299-5c92bfcab09f,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:47.055172 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a827e873-648c-488f-898b-149929ad0e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:47.056852 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.189873 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.211496 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3faf829df0>> segment before_delete 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.211983 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3faf829df0>> subnet precommit_delete_associations 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.212863 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fae2da310>> segment_host_mapping after_create 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.213303 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fae2da310>> port after_create 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.213723 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fae2da310>> port after_delete 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.214183 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fae2da310>> port after_update 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.214759 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fae2da310>> segment after_delete 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.215179 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fae2da310>> subnet after_create 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.215594 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fae2da310>> subnet after_delete 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.216016 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fae2da310>> subnet after_update 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.364617 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fad081d90>> subnet after_create 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.365115 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fad081d90>> subnet after_delete 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.365545 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fad081d90>> subnet before_create 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.365946 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fad081d90>> subnet before_update 55550000 {{(pid=91705) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:47.366401 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3faf829b80>,) {'filters': {'network_id': ['7e34496b-6a8c-4578-b2da-07bc53eb9102']}} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:47.446377 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3faf829b80>, '62a9cef6-8a7c-499e-8f5f-8c78311f6bdb') {'for_net_delete': True} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:47.446777 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3faf829b80>, '62a9cef6-8a7c-499e-8f5f-8c78311f6bdb') {} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:47.449762 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50924) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:47.477167 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486339'] for segment, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.523734 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.538510 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Releasing vlan 655 on physical network physnet1 to pool {{(pid=91705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:52:47.538910 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-809467'] for segment, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   from cryptography.utils import int_from_bytes
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   from cryptography.utils import int_from_bytes
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]: Traceback (most recent call last):
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     timer()
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     cb(*args, **kw)
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     return func(*args, **kwargs)
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     self._notify()
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     self.callback(batched_events)
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     event.method(event)
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     return f(self, *a, **k)
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._get(url).json()
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:52:47.555606 dv-cinder-786260-3-iscsi neutron-server[91705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:52:47.589639 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a6658cbf-039e-4cf0-a005-74a778fd777f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.658356 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d12da8f-dd7a-454f-8505-687347c22178 req-aed1e960-9391-4e00-adf9-887f4813be79 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:47.665576 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d12da8f-dd7a-454f-8505-687347c22178 req-aed1e960-9391-4e00-adf9-887f4813be79 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.2873876
Jun 06 11:52:47.691237 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43b6841-8953-404a-a7df-8f81431f2281 req-67adea42-072d-4536-86bd-f6a49c30aa2c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:47.698173 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d43b6841-8953-404a-a7df-8f81431f2281 req-67adea42-072d-4536-86bd-f6a49c30aa2c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 945 time: 0.3188503
Jun 06 11:52:47.716310 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.737239 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a6658cbf-039e-4cf0-a005-74a778fd777f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.738364 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:47.742667 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a6658cbf-039e-4cf0-a005-74a778fd777f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.751755 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-55cdae9a-dc40-4452-8ea1-d9b2bfd02315 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:47.759412 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.763577 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] 10.222.0.46 "DELETE /v2.0/networks/7e34496b-6a8c-4578-b2da-07bc53eb9102 HTTP/1.1" status: 204  len: 168 time: 0.8294501
Jun 06 11:52:47.776595 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Pushing event deleted for resources: {'Network': ['ID=7e34496b-6a8c-4578-b2da-07bc53eb9102,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:47.783456 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:47.796189 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d12da8f-dd7a-454f-8505-687347c22178 req-4bb1ea36-48de-4bdf-8461-905d376f7fa2 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1296399
Jun 06 11:52:47.802803 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-a6658cbf-039e-4cf0-a005-74a778fd777f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=54e48970f1164a60be7e02051d488fd5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3496189
Jun 06 11:52:47.802803 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6658cbf-039e-4cf0-a005-74a778fd777f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa506529-da16-492f-9af3-f90f64959a25,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:47.805368 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50944) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:47.823370 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a6658cbf-039e-4cf0-a005-74a778fd777f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:47.826284 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d43b6841-8953-404a-a7df-8f81431f2281 req-593c192b-2da2-4a21-bab3-69782ae05c72 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251776
Jun 06 11:52:47.889664 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-377a2650-e0a0-4889-8030-63e2f9ee1fb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.928249 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-377a2650-e0a0-4889-8030-63e2f9ee1fb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:47.976641 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 50954) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:48.009801 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-377a2650-e0a0-4889-8030-63e2f9ee1fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:48.012193 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-377a2650-e0a0-4889-8030-63e2f9ee1fb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:48.013354 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-377a2650-e0a0-4889-8030-63e2f9ee1fb4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aa506529-da16-492f-9af3-f90f64959a25 HTTP/1.1" status: 204  len: 168 time: 0.2070031
Jun 06 11:52:48.014468 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-02a7e07a-4c7f-4f9e-9f4c-e99cc46f037f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:48.033468 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a2650-e0a0-4889-8030-63e2f9ee1fb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa506529-da16-492f-9af3-f90f64959a25,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:48.035805 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-377a2650-e0a0-4889-8030-63e2f9ee1fb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:48.053401 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-9acbf3cc-81c2-4081-9646-836745dd0fa8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f098eecf041c44d3ad1adf2a10e69737&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0750279
Jun 06 11:52:48.055579 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 50958) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:48.135409 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1c424473-e6ff-40ad-ae99-582a9f5daaaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:48.171698 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1c424473-e6ff-40ad-ae99-582a9f5daaaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:48.239005 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1c424473-e6ff-40ad-ae99-582a9f5daaaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:48.244502 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1c424473-e6ff-40ad-ae99-582a9f5daaaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:48.247022 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1c424473-e6ff-40ad-ae99-582a9f5daaaa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/913308b5-7070-49b1-a7b9-e1ddc18aecec HTTP/1.1" status: 204  len: 168 time: 0.1902215
Jun 06 11:52:48.249522 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e785981e-a00d-4c9c-81ab-d02768bb7f91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:48.266860 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c424473-e6ff-40ad-ae99-582a9f5daaaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=913308b5-7070-49b1-a7b9-e1ddc18aecec,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:48.269139 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1c424473-e6ff-40ad-ae99-582a9f5daaaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:49.246328 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af26f8-a4b7-4a80-94f6-778b869b8e30 req-241afbf4-9f7c-4326-a3aa-58c88725ab00 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:49.248050 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a1af26f8-a4b7-4a80-94f6-778b869b8e30 req-241afbf4-9f7c-4326-a3aa-58c88725ab00 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.0962033
Jun 06 11:52:49.315077 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a1af26f8-a4b7-4a80-94f6-778b869b8e30 req-ec3af253-26ee-412c-9d79-2bf9f8155221 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588040
Jun 06 11:52:49.320418 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 51026) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:49.332665 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 51030) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:49.433280 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-944396272-network', 'tenant_id': '44f7b297051d465bae190dfc9fe27aa3'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:49.442559 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1783267972-network', 'tenant_id': '173ec5fadc1f4813bfc1ee345c634b31'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:49.466020 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.db.api [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction')
Jun 06 11:52:49.466020 dv-cinder-786260-3-iscsi neutron-server[91705]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)]
Jun 06 11:52:49.466020 dv-cinder-786260-3-iscsi neutron-server[91705]: [parameters: {'project_id': '173ec5fadc1f4813bfc1ee345c634b31', 'id': '4c03dd13-1755-4389-8fc0-0d36553690be', 'expiration': datetime.datetime(2021, 6, 6, 11, 54, 49, 460955)}]
Jun 06 11:52:49.466020 dv-cinder-786260-3-iscsi neutron-server[91705]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=91705) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 06 11:52:49.466432 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_db.api [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 06 11:52:49.472517 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Made reservation on behalf of 44f7b297051d465bae190dfc9fe27aa3 for: {'network': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:49.474811 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.486894 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.585935 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.589469 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.593131 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d416a168-8f03-4177-b11e-8803bdbdc1fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:49.618461 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'}  {{(pid=91705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:52:49.627445 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51e89357-44c7-4f40-9762-4da49e547017,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:49.630853 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:49.633581 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.633881 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.segments_db [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Added segment cd299d54-9b4f-45f1-9ec9-545490b4c33f of type vlan for network 21c579f4-d598-4cc7-8b35-db1feeca4f8d
Jun 06 11:52:49.663064 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.691727 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.693038 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:49.693607 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.698179 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-fbea60b9-a460-4d86-9883-ceaec4e689ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:49.746482 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.4218721
Jun 06 11:52:49.746624 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51038) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:49.752339 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Request body: {'subnet': {'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-944396272-subnet', 'tenant_id': '44f7b297051d465bae190dfc9fe27aa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:49.777639 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Made reservation on behalf of 44f7b297051d465bae190dfc9fe27aa3 for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:49.780340 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.793641 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Pushing event updated for resources: {'Network': ['ID=21c579f4-d598-4cc7-8b35-db1feeca4f8d,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:49.797955 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:49.805939 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 21c579f4-d598-4cc7-8b35-db1feeca4f8d details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:52:49.988330 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Made reservation on behalf of 173ec5fadc1f4813bfc1ee345c634b31 for: {'network': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:49.990281 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.991080 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:49.994098 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:50.008950 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:50.067089 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0792fbaf-445b-4fa6-941b-34bd25fc6429,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:50.071065 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:50.073739 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Checking segment: {'id': 'cd299d54-9b4f-45f1-9ec9-545490b4c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:50.074240 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Network hostable DHCP agents. Network: 21c579f4-d598-4cc7-8b35-db1feeca4f8d, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:52:50.093872 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Network 21c579f4-d598-4cc7-8b35-db1feeca4f8d is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:52:50.107439 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 21c579f4-d598-4cc7-8b35-db1feeca4f8d) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:50.112855 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:50.113485 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:50.123567 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd183ac-cc1e-4437-9a5a-a59af44299ed None None] Network 21c579f4-d598-4cc7-8b35-db1feeca4f8d requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:52:50.156088 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:50.165087 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:50.170000 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f6cb2766-dcd8-4ccb-b405-b9a959862669 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:50.178168 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4296162
Jun 06 11:52:50.222132 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'}  {{(pid=91705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:52:50.225630 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a052c5fb-478e-4f5c-89cc-07050b5130f2,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:50.233245 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:50.243230 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:50.243978 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.segments_db [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Added segment 2a302ada-e17b-4f69-ab73-643a5a2733ce of type vlan for network c70ac080-ffc6-44cf-89ed-92824dd7b61c
Jun 06 11:52:50.301099 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:50.338499 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:50.339844 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:50.340473 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:50.354566 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-aab0e594-1b55-4a4a-b6e8-4e6d5e32688c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:50.409663 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 1.0758228
Jun 06 11:52:50.412580 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51068) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:50.416726 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78ea6992-7f1b-4f8b-97e3-a7a0da10c4f8 None None] Network 21c579f4-d598-4cc7-8b35-db1feeca4f8d requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:52:50.417568 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Request body: {'subnet': {'network_id': 'c70ac080-ffc6-44cf-89ed-92824dd7b61c', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1783267972-subnet', 'tenant_id': '173ec5fadc1f4813bfc1ee345c634b31', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:50.484168 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Made reservation on behalf of 173ec5fadc1f4813bfc1ee345c634b31 for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:50.487661 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:50.514293 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Pushing event updated for resources: {'Network': ['ID=c70ac080-ffc6-44cf-89ed-92824dd7b61c,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:50.518971 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:50.533059 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network c70ac080-ffc6-44cf-89ed-92824dd7b61c details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:52:50.882481 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57f0722-0999-4286-952c-092ebd35d0bf req-c1b1dbc8-2158-435b-8681-40cca2fc77e3 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:50.884197 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a57f0722-0999-4286-952c-092ebd35d0bf req-c1b1dbc8-2158-435b-8681-40cca2fc77e3 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1075454
Jun 06 11:52:50.939262 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a57f0722-0999-4286-952c-092ebd35d0bf req-d0f4ddea-26a9-4c72-9e4f-f85e5506dbf7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461788
Jun 06 11:52:50.974807 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:50.979908 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-000c3a94-e6e6-4c82-bce0-ddcce048bed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:51.050511 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ee03f5b-0eb1-4509-af76-007a8c57aa9e,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:51.055859 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:51.058337 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Checking segment: {'id': '2a302ada-e17b-4f69-ab73-643a5a2733ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'c70ac080-ffc6-44cf-89ed-92824dd7b61c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:51.058712 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Network hostable DHCP agents. Network: c70ac080-ffc6-44cf-89ed-92824dd7b61c, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:52:51.086081 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Network c70ac080-ffc6-44cf-89ed-92824dd7b61c is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:52:51.106544 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, c70ac080-ffc6-44cf-89ed-92824dd7b61c) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:51.112272 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:51.113011 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:51.117001 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6078f8ed-a752-4d54-b3e1-9077930559ac None None] Network c70ac080-ffc6-44cf-89ed-92824dd7b61c requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:52:51.161359 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.7476189
Jun 06 11:52:51.390511 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e55066-9f75-4cd6-8d3a-cdf7532a72cd None None] Network c70ac080-ffc6-44cf-89ed-92824dd7b61c requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:52:51.692749 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:52:51.885484 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-f9d47110-8053-4222-b6a4-e101b17fc87d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:51.886951 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-f9d47110-8053-4222-b6a4-e101b17fc87d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 814 time: 0.2949338
Jun 06 11:52:51.900994 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-2642021b-27ff-4da4-9a2d-ef71f961cae2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/quotas/53014cfd1d5b4ea5b9d78120d23fd44c HTTP/1.1" status: 200  len: 375 time: 0.0086470
Jun 06 11:52:51.914601 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51134) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:51.919529 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-268428765-network', 'tenant_id': '1a1179c650164db6bee8557071c5ef97'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:51.943229 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Made reservation on behalf of 1a1179c650164db6bee8557071c5ef97 for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:51.945690 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:51.958227 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:51.991525 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-5f085ea8-1398-46e8-8d79-b9bc7939e939 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0853481
Jun 06 11:52:52.074816 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:52.078442 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:52.081530 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f2d34f49-2ee9-44de-b618-272fbe7e3081 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:52.114831 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7603abc7-ae2f-4d78-88b2-ea188baf248b,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:52.117684 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] vlan segment allocate from pool success with {'vlan_id': 671, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:52:52.119869 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:52.128444 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:52.128660 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Added segment 8bcd5576-f6b3-448c-a464-3817b0cbecab of type vlan for network 9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6
Jun 06 11:52:52.155338 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:52.185819 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:52.188474 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:52.189839 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:52.202439 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-66ad51f8-89ec-4c06-aaba-39bee9fd61c4 service neutron] 10.222.0.46 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2031128
Jun 06 11:52:52.203818 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4c614dba-6690-456c-b577-df2628c4694d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:52.241642 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.3255298
Jun 06 11:52:52.249236 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 51140) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:52.256712 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b7fa62-5b88-42d2-a3a5-4b53a4331f91 req-5d17d42b-2d62-4eba-bb4d-74bf05c46433 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:52.258429 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-00b7fa62-5b88-42d2-a3a5-4b53a4331f91 req-5d17d42b-2d62-4eba-bb4d-74bf05c46433 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1610126
Jun 06 11:52:52.265612 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Request body: {'subnet': {'network_id': '9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-268428765-subnet', 'tenant_id': '1a1179c650164db6bee8557071c5ef97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:52.302957 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Pushing event updated for resources: {'Network': ['ID=9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:52.305700 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:52.313877 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:52:52.382727 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Made reservation on behalf of 1a1179c650164db6bee8557071c5ef97 for: {'subnet': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:52.385035 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4064724'] for subnet, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:52.410908 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-00b7fa62-5b88-42d2-a3a5-4b53a4331f91 req-dc323b82-4d66-41b6-82a0-5bf077265b40 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1420169
Jun 06 11:52:52.446551 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-41130368-16d0-4ac0-b9ff-09cb0b50f510 service neutron] 10.222.0.46 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2368305
Jun 06 11:52:52.672263 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e353fa33-318e-4a4b-9be7-9eabfb812b51 req-0323e0ee-c265-4dca-8a79-ade7523bf74e tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 210 time: 0.0660727
Jun 06 11:52:52.809855 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-a7cc0fda-15eb-4f5f-8469-fac14cca4b4b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:52.811577 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-a7cc0fda-15eb-4f5f-8469-fac14cca4b4b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/networks?id=21c579f4-d598-4cc7-8b35-db1feeca4f8d HTTP/1.1" status: 200  len: 808 time: 0.2321460
Jun 06 11:52:52.812890 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-809216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4064710'] for subnet, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:52.818085 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-abad3d4e-b639-45bd-9ca2-7e3fd4fd0a57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:52.873746 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-726f0953-94cc-410b-a474-8522985e3ebb tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/quotas/44f7b297051d465bae190dfc9fe27aa3 HTTP/1.1" status: 200  len: 375 time: 0.0281119
Jun 06 11:52:52.959878 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Pushing event updated for resources: {'Subnet': ['ID=25a61085-b509-44a9-8502-000043e15d21,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:52.973295 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-315b36ec-6855-4ef3-8084-83b09d5bd003 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=44f7b297051d465bae190dfc9fe27aa3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0809615
Jun 06 11:52:52.975809 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:52.995611 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Checking segment: {'id': '8bcd5576-f6b3-448c-a464-3817b0cbecab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 671, 'network_id': '9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:52.995970 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Network hostable DHCP agents. Network: 9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:52:53.098835 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Network 9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:52:53.123259 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6) {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:53.131608 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:53.132084 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be7d9a6-f9c4-46ab-a5d6-42a1cdaad556 None None] Network 9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:52:53.132504 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:53.145859 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-3727d4b4-206f-4aa9-bf05-06eef269f48c service neutron] 10.222.0.46 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1716919
Jun 06 11:52:53.198507 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-a26a1041-f9e0-41da-9e26-84cfe96fedca admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.9389687
Jun 06 11:52:53.326200 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-f3c4ced0-627d-409f-9741-18e4018902fe service neutron] 10.222.0.46 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1787751
Jun 06 11:52:53.393836 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb393a94-333c-47dd-917c-56988bde3d82 None None] Network 9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:52:53.428258 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 51180) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:53.452656 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51186) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:53.506248 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_v2 [None req-663ec860-6c09-4f3f-ac3c-55a040d8f7ef admin admin] Deleting subnet 3ee03f5b-0eb1-4509-af76-007a8c57aa9e {{(pid=91705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:52:53.514401 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-663ec860-6c09-4f3f-ac3c-55a040d8f7ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:53.687197 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f956a053-38ed-4e3e-aa6b-32ba6ba38742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:53.737186 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-92720bd9-2953-4357-8e14-efb57defcdd6 req-55bfd09a-bbe8-46fa-8361-86487af66bc2 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 210 time: 0.1910496
Jun 06 11:52:53.752920 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-663ec860-6c09-4f3f-ac3c-55a040d8f7ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1486394'] for subnet, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:53.852049 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-663ec860-6c09-4f3f-ac3c-55a040d8f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:53.928564 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a26c5b-3a02-4342-a483-ede033506ac3 req-5bd1ed7d-788e-46e0-904f-51287bc9785b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:53.936753 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-57a26c5b-3a02-4342-a483-ede033506ac3 req-5bd1ed7d-788e-46e0-904f-51287bc9785b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.2474897
Jun 06 11:52:53.962871 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f956a053-38ed-4e3e-aa6b-32ba6ba38742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:53.978840 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f956a053-38ed-4e3e-aa6b-32ba6ba38742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:53.988415 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-cfcd7e11-b611-4a9e-a607-a24915139d95 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:54.034551 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-569b80ae-aa14-46cf-8487-52765bccb975 req-0b7ebb30-1f88-4395-acf7-0151e520ee4d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 210 time: 0.0646865
Jun 06 11:52:54.048516 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-a7e9fc66-b3fc-4279-a350-103828704748 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:54.050929 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-a7e9fc66-b3fc-4279-a350-103828704748 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 814 time: 0.2261591
Jun 06 11:52:54.058117 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f956a053-38ed-4e3e-aa6b-32ba6ba38742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=483ddae3-4497-4b4f-a611-c92fd6c0d57f,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:54.064522 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-57a26c5b-3a02-4342-a483-ede033506ac3 req-8d78f9f9-4821-431e-8c7f-5d04cb90a734 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267850
Jun 06 11:52:54.066293 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-f956a053-38ed-4e3e-aa6b-32ba6ba38742 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=188010d6c4a64e118ff42667b90bc9de&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6119714
Jun 06 11:52:54.068875 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51204) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:54.073990 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Request body: {'port': {'device_id': '03b5e33e-eef5-4ac7-b7ac-367c071eef82', 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454', 'admin_state_up': True, 'tenant_id': '53014cfd1d5b4ea5b9d78120d23fd44c'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:54.080458 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-663ec860-6c09-4f3f-ac3c-55a040d8f7ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-809281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064753'] for subnet, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.086438 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:54.092862 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f956a053-38ed-4e3e-aa6b-32ba6ba38742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:54.141372 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ec860-6c09-4f3f-ac3c-55a040d8f7ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ee03f5b-0eb1-4509-af76-007a8c57aa9e,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:54.144265 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-663ec860-6c09-4f3f-ac3c-55a040d8f7ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.148810 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-663ec860-6c09-4f3f-ac3c-55a040d8f7ef admin admin] 10.222.0.46 "DELETE /v2.0/subnets/3ee03f5b-0eb1-4509-af76-007a8c57aa9e HTTP/1.1" status: 204  len: 168 time: 0.7171743
Jun 06 11:52:54.149921 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 51208) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:54.151334 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-663ec860-6c09-4f3f-ac3c-55a040d8f7ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:54.269120 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.309819 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-003e71e2-e08f-493d-9f3f-51d74b9051cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.348665 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-003e71e2-e08f-493d-9f3f-51d74b9051cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.382346 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Made reservation on behalf of 53014cfd1d5b4ea5b9d78120d23fd44c for: {'port': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:54.386357 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.392702 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.413976 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fad2c5700>,) {'filters': {'network_id': ['c70ac080-ffc6-44cf-89ed-92824dd7b61c']}} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:54.434191 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad2c5700>, '2a302ada-e17b-4f69-ab73-643a5a2733ce') {'for_net_delete': True} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:54.434683 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad2c5700>, '2a302ada-e17b-4f69-ab73-643a5a2733ce') {} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:54.451067 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486339'] for segment, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.477397 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.479985 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-003e71e2-e08f-493d-9f3f-51d74b9051cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.482440 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-003e71e2-e08f-493d-9f3f-51d74b9051cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.486418 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-003e71e2-e08f-493d-9f3f-51d74b9051cd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/483ddae3-4497-4b4f-a611-c92fd6c0d57f HTTP/1.1" status: 204  len: 168 time: 0.4135497
Jun 06 11:52:54.486689 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=91705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:52:54.487064 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-809467'] for segment, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.488032 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a27c7d37-94a4-44c5-aead-3b13fbcf13aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:54.505314 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e71e2-e08f-493d-9f3f-51d74b9051cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=483ddae3-4497-4b4f-a611-c92fd6c0d57f,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]: Traceback (most recent call last):
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     timer()
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     cb(*args, **kw)
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     return func(*args, **kwargs)
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     self._notify()
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     self.callback(batched_events)
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     event.method(event)
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     return f(self, *a, **k)
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._get(url).json()
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:52:54.528024 dv-cinder-786260-3-iscsi neutron-server[91705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:52:54.540360 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-003e71e2-e08f-493d-9f3f-51d74b9051cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:54.578426 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Allocated IP 172.20.0.5 (e3ae0608-90fa-4167-949f-1b861b3fb454/614cc7c5-d430-4a05-a524-33339245adf2/5afb76e8-c91b-4339-a526-d149361b68c1) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:52:54.625999 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.633628 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:54.660343 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.665884 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/c70ac080-ffc6-44cf-89ed-92824dd7b61c HTTP/1.1" status: 204  len: 168 time: 0.5154867
Jun 06 11:52:54.666234 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51218) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:54.666824 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70ac080-ffc6-44cf-89ed-92824dd7b61c,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:54.670873 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-198a738c-8fdb-424b-ba06-2cb2f57651c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:54.808680 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4db2fa3-b9c2-4c28-986a-562d7c803422 admin admin] Deleting subnet 25a61085-b509-44a9-8502-000043e15d21 {{(pid=91706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:52:54.816439 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d4db2fa3-b9c2-4c28-986a-562d7c803422 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.895484 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.899919 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d4db2fa3-b9c2-4c28-986a-562d7c803422 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.921057 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d4db2fa3-b9c2-4c28-986a-562d7c803422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:54.948457 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e382ae02-aa87-4f0f-9db9-c7d5037d5860 req-679d2a1f-d8c8-4b02-9c15-e9aa9c86fdbb tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 210 time: 0.0671089
Jun 06 11:52:55.011460 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:55.030014 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['553b98cb-5b41-4971-a236-57342f732361', '8db1bcca-25d8-42b8-85fc-148adba87f1f'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:52:55.061495 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:55.159759 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d4db2fa3-b9c2-4c28-986a-562d7c803422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179'] for subnet, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:55.178965 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Network e3ae0608-90fa-4167-949f-1b861b3fb454 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:55.187227 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:55.197540 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:52:55.203879 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:55.204944 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:55.235914 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d4db2fa3-b9c2-4c28-986a-562d7c803422 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:55.240772 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-d4db2fa3-b9c2-4c28-986a-562d7c803422 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/25a61085-b509-44a9-8502-000043e15d21 HTTP/1.1" status: 204  len: 168 time: 0.5735345
Jun 06 11:52:55.243910 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51246) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:55.375008 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:55.377979 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Pushing event updated for resources: {'Port': ['ID=5afb76e8-c91b-4339-a526-d149361b68c1,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:55.382967 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:55.387550 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-592e7277-0721-4b30-b621-2786b55b1fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.206s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:55.446243 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-f07649c3-7222-4c16-8c9f-a13107d23311 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:55.448812 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-f07649c3-7222-4c16-8c9f-a13107d23311 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.16 "GET /v2.0/networks?id=21c579f4-d598-4cc7-8b35-db1feeca4f8d HTTP/1.1" status: 200  len: 808 time: 0.4246001
Jun 06 11:52:55.554820 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4870105
Jun 06 11:52:55.565322 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4db2fa3-b9c2-4c28-986a-562d7c803422 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25a61085-b509-44a9-8502-000043e15d21,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:55.573023 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d4db2fa3-b9c2-4c28-986a-562d7c803422 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:55.580231 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Request body: {'port': {'device_id': '03b5e33e-eef5-4ac7-b7ac-367c071eef82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:55.635945 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Request body: {'port': {'device_id': '7db7f4c6-9b19-4ec3-ad56-31452df2238e', 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d', 'admin_state_up': True, 'tenant_id': '44f7b297051d465bae190dfc9fe27aa3'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:55.832858 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:55.833544 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bdebb1-6d1b-494d-9a35-c854b46c49fb req-af5b289e-d02d-467b-a506-4f3d9de895c2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:55.835033 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c5bdebb1-6d1b-494d-9a35-c854b46c49fb req-af5b289e-d02d-467b-a506-4f3d9de895c2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 931 time: 0.3852711
Jun 06 11:52:55.850943 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f3fad2ec970>> segment before_delete 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.851190 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f3fad2ec970>> subnet precommit_delete_associations 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.851897 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fac2d64f0>> segment_host_mapping after_create 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.852240 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fac2d64f0>> port after_create 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.852559 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fac2d64f0>> port after_delete 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.852933 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fac2d64f0>> port after_update 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.853248 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fac2d64f0>> segment after_delete 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.853560 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fac2d64f0>> subnet after_create 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.854107 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fac2d64f0>> subnet after_delete 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.854222 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f3fac2d64f0>> subnet after_update 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.870169 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6857dcdd-28f1-482d-98b8-59b2c5a48bc6 req-765c43be-f3d8-423b-a8cf-9b4fc71fed37 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:55.871743 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6857dcdd-28f1-482d-98b8-59b2c5a48bc6 req-765c43be-f3d8-423b-a8cf-9b4fc71fed37 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.4206085
Jun 06 11:52:55.923499 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fac402670>> subnet after_create 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.923847 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fac402670>> subnet after_delete 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.924176 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fac402670>> subnet before_create 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.924503 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f3fac402670>> subnet before_update 55550000 {{(pid=91706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 06 11:52:55.925070 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fac2d6f10>,) {'filters': {'network_id': ['9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6']}} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:55.927727 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c5bdebb1-6d1b-494d-9a35-c854b46c49fb req-144f0646-a2c5-466f-8b43-6ef92834ae31 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0848231
Jun 06 11:52:55.946846 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fac2d6f10>, '8bcd5576-f6b3-448c-a464-3817b0cbecab') {'for_net_delete': True} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:55.947138 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fac2d6f10>, '8bcd5576-f6b3-448c-a464-3817b0cbecab') {} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:52:55.949037 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Made reservation on behalf of 44f7b297051d465bae190dfc9fe27aa3 for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:52:55.954772 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:55.968746 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:55.969867 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6857dcdd-28f1-482d-98b8-59b2c5a48bc6 req-ee635926-0111-4e9b-962e-679699dedf87 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867648
Jun 06 11:52:56.178871 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3959627'] for segment, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.191694 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Allocated IP 172.20.0.7 (21c579f4-d598-4cc7-8b35-db1feeca4f8d/0792fbaf-445b-4fa6-941b-34bd25fc6429/caed6171-3c14-4486-bb22-71f33cdc5728) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:52:56.248496 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.266022 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Releasing vlan 671 on physical network physnet1 to pool {{(pid=91706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:52:56.266416 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2905477'] for segment, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.279092 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bca57dc3-1fca-49a3-8493-1fdc0e4a5c92 req-4fe1ea4f-e168-4b2a-af0f-95923971303b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 210 time: 0.0695605
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   from cryptography.utils import int_from_bytes
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   from cryptography.utils import int_from_bytes
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]: Traceback (most recent call last):
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     timer()
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     cb(*args, **kw)
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     return func(*args, **kwargs)
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     self._notify()
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     self.callback(batched_events)
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     event.method(event)
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     return f(self, *a, **k)
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._get(url).json()
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:52:56.281545 dv-cinder-786260-3-iscsi neutron-server[91706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:52:56.403235 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.454066 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:56.476227 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:56.480294 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.482573 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9c9b8cc3-4f58-4ac4-b248-f28a5b7f0cb6 HTTP/1.1" status: 204  len: 168 time: 1.2344217
Jun 06 11:52:56.497850 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:56.516506 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afb76e8-c91b-4339-a526-d149361b68c1 {{(pid=91706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:56.527801 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.551488 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Transition to ACTIVE for port object 5afb76e8-c91b-4339-a526-d149361b68c1 will not be triggered until provisioned by entity L2. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:56.558283 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2905577'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.569349 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:56.587656 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.637420 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.651201 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:56.729148 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Network 21c579f4-d598-4cc7-8b35-db1feeca4f8d is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:52:56.732609 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:52:56.735834 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:52:56.777343 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Pushing event updated for resources: {'Port': ['ID=5afb76e8-c91b-4339-a526-d149361b68c1,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:56.782571 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:56.784171 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Pushing event updated for resources: {'Port': ['ID=caed6171-3c14-4486-bb22-71f33cdc5728,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:56.788300 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:56.792449 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 51282) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:56.824951 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Attempting to bind port 5afb76e8-c91b-4339-a526-d149361b68c1 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:52:56.825279 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Attempting to bind port 5afb76e8-c91b-4339-a526-d149361b68c1 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'}] {{(pid=91706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:52:56.825594 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Attempting to bind port 5afb76e8-c91b-4339-a526-d149361b68c1 on network e3ae0608-90fa-4167-949f-1b861b3fb454 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:56.834064 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Port 5afb76e8-c91b-4339-a526-d149361b68c1 on network e3ae0608-90fa-4167-949f-1b861b3fb454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:52:56.834953 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Attempting to bind port 5afb76e8-c91b-4339-a526-d149361b68c1 on network e3ae0608-90fa-4167-949f-1b861b3fb454 {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:56.842450 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:52:56.842638 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Checking segment: {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:56.843005 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Bound using segment: {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'} {{(pid=91706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:52:56.843470 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.managers [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Bound port: 5afb76e8-c91b-4339-a526-d149361b68c1, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'}}] {{(pid=91706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:52:56.843813 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.851925 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:56.852537 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.885646 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-493fc8a7-2522-4689-b0c0-f40a228302b8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=173ec5fadc1f4813bfc1ee345c634b31&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0894992
Jun 06 11:52:56.886187 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 51286) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:56.898247 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4370289
Jun 06 11:52:56.918727 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Request body: {'port': {'device_id': '7db7f4c6-9b19-4ec3-ad56-31452df2238e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:52:56.927666 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51288) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:56.947442 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] For port 5afb76e8-c91b-4339-a526-d149361b68c1, host hv-cinder-78626, cleared binding levels {{(pid=91706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:52:56.950536 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] For port 5afb76e8-c91b-4339-a526-d149361b68c1, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5afb76e8-c91b-4339-a526-d149361b68c1,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:52:56.959468 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2905577'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:56.974291 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:57.045961 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ec7523a2-f3b5-49a5-92ac-8a78d7650cc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.048861 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:57.049557 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.051379 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] 10.222.0.16 "PUT /v2.0/ports/5afb76e8-c91b-4339-a526-d149361b68c1 HTTP/1.1" status: 200  len: 1093 time: 1.4758952
Jun 06 11:52:57.052752 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03b5e33e-eef5-4ac7-b7ac-367c071eef82', 'tag': '5afb76e8-c91b-4339-a526-d149361b68c1'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:57.056737 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5f0cce-4873-4f49-8b4f-111d173c0c81" -d '{"events": [{"name": "network-changed", "server_uuid": "03b5e33e-eef5-4ac7-b7ac-367c071eef82", "tag": "5afb76e8-c91b-4339-a526-d149361b68c1"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:57.082829 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Pushing event updated for resources: {'Port': ['ID=5afb76e8-c91b-4339-a526-d149361b68c1,revision_number=3']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:57.089063 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.100780 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ec7523a2-f3b5-49a5-92ac-8a78d7650cc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.105866 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:57.176614 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3e94273a-1c4c-46c3-833c-9cf5287f0991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.244906 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-0f1fac6c-f43a-48c0-8af7-8d93cfa78f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:57.246346 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-0f1fac6c-f43a-48c0-8af7-8d93cfa78f82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 1096 time: 0.1394067
Jun 06 11:52:57.339096 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-2d39f854-a869-4bdd-8fb4-56c9aaa6333a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5afb76e8-c91b-4339-a526-d149361b68c1 HTTP/1.1" status: 200  len: 217 time: 0.0758512
Jun 06 11:52:57.379356 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ec7523a2-f3b5-49a5-92ac-8a78d7650cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.381810 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ec7523a2-f3b5-49a5-92ac-8a78d7650cc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.383163 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-ec7523a2-f3b5-49a5-92ac-8a78d7650cc6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a052c5fb-478e-4f5c-89cc-07050b5130f2 HTTP/1.1" status: 204  len: 168 time: 0.4957078
Jun 06 11:52:57.388317 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:57.408577 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3e94273a-1c4c-46c3-833c-9cf5287f0991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.410737 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7523a2-f3b5-49a5-92ac-8a78d7650cc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a052c5fb-478e-4f5c-89cc-07050b5130f2,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:57.420810 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3e94273a-1c4c-46c3-833c-9cf5287f0991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.435148 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ec7523a2-f3b5-49a5-92ac-8a78d7650cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:57.447018 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c4efb8-3c87-46b0-8663-96ccb067d71c req-50841f1f-c4e8-4b7a-bc72-1e8fe31e5a0c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:57.448482 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-65c4efb8-3c87-46b0-8663-96ccb067d71c req-50841f1f-c4e8-4b7a-bc72-1e8fe31e5a0c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 943 time: 0.2892246
Jun 06 11:52:57.454635 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:57.465515 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c108a2-6817-4939-bbeb-28206f204d79 req-61b023cc-faff-47f8-8643-0d3b5a8ee1dc tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:57.466970 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c9c108a2-6817-4939-bbeb-28206f204d79 req-61b023cc-faff-47f8-8643-0d3b5a8ee1dc tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.2562864
Jun 06 11:52:57.490322 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-3e94273a-1c4c-46c3-833c-9cf5287f0991 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=25a0e40ff48e491e93d036969fe30f03&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5614369
Jun 06 11:52:57.490935 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51308) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:57.494429 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e94273a-1c4c-46c3-833c-9cf5287f0991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a5a3b3-38b7-4518-ae17-cf6169f24f71,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:57.524270 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3e94273a-1c4c-46c3-833c-9cf5287f0991 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:57.531001 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-f6a5794c-66e4-4011-a360-da5f5622b6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:57.532168 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-f6a5794c-66e4-4011-a360-da5f5622b6eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=614cc7c5-d430-4a05-a524-33339245adf2 HTTP/1.1" status: 200  len: 854 time: 0.1821911
Jun 06 11:52:57.607185 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-65c4efb8-3c87-46b0-8663-96ccb067d71c req-bc537892-5885-4bf5-b5ec-49fc017356e7 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1367054
Jun 06 11:52:57.638977 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c9c108a2-6817-4939-bbeb-28206f204d79 req-09da06ef-5794-4672-a93d-74c3c468cdb1 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1077158
Jun 06 11:52:57.788353 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6144e5d2-9ec3-456d-afc6-def33d7f30eb x-openstack-request-id: req-6144e5d2-9ec3-456d-afc6-def33d7f30eb {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:57.789225 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03b5e33e-eef5-4ac7-b7ac-367c071eef82", "tag": "5afb76e8-c91b-4339-a526-d149361b68c1", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:57.789690 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6144e5d2-9ec3-456d-afc6-def33d7f30eb {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:57.790160 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03b5e33e-eef5-4ac7-b7ac-367c071eef82', 'tag': '5afb76e8-c91b-4339-a526-d149361b68c1', 'status': 'completed', 'code': 200}
Jun 06 11:52:57.793603 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caed6171-3c14-4486-bb22-71f33cdc5728 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:52:57.801848 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.812258 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-71db4a57-bbf1-4b96-b1a2-66bea3eaeff6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae0608-90fa-4167-949f-1b861b3fb454&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2575238
Jun 06 11:52:57.820562 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-da6c5d49-d205-4d67-938a-d6a5f8d468c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.830994 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Transition to ACTIVE for port object caed6171-3c14-4486-bb22-71f33cdc5728 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:52:57.836448 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:57.850148 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:57.856303 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51318) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:57.911664 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-da6c5d49-d205-4d67-938a-d6a5f8d468c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:58.045230 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-4b5702f6-1aba-4192-b297-0e74a04efd54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=1a1179c650164db6bee8557071c5ef97&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1875982
Jun 06 11:52:58.048193 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51322) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:52:58.085679 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-1357eff6-7cd9-4121-a522-0d0db3fb3079 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2550173
Jun 06 11:52:58.127906 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-da6c5d49-d205-4d67-938a-d6a5f8d468c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:58.130439 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-da6c5d49-d205-4d67-938a-d6a5f8d468c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:58.131592 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-da6c5d49-d205-4d67-938a-d6a5f8d468c4 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/09a5a3b3-38b7-4518-ae17-cf6169f24f71 HTTP/1.1" status: 204  len: 168 time: 0.6344292
Jun 06 11:52:58.138923 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:58.163928 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6c5d49-d205-4d67-938a-d6a5f8d468c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a5a3b3-38b7-4518-ae17-cf6169f24f71,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:58.176146 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-da6c5d49-d205-4d67-938a-d6a5f8d468c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:58.231575 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0e73cd38-69b9-4893-a2ad-13a73c6776fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:58.246181 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Pushing event updated for resources: {'Port': ['ID=caed6171-3c14-4486-bb22-71f33cdc5728,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:58.257567 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:58.278464 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0e73cd38-69b9-4893-a2ad-13a73c6776fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:58.291326 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Attempting to bind port caed6171-3c14-4486-bb22-71f33cdc5728 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:52:58.291658 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Attempting to bind port caed6171-3c14-4486-bb22-71f33cdc5728 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cd299d54-9b4f-45f1-9ec9-545490b4c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:52:58.292053 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Attempting to bind port caed6171-3c14-4486-bb22-71f33cdc5728 on network 21c579f4-d598-4cc7-8b35-db1feeca4f8d {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:58.301960 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Port caed6171-3c14-4486-bb22-71f33cdc5728 on network 21c579f4-d598-4cc7-8b35-db1feeca4f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:52:58.301960 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Attempting to bind port caed6171-3c14-4486-bb22-71f33cdc5728 on network 21c579f4-d598-4cc7-8b35-db1feeca4f8d {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:52:58.311965 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0def9c6d-b26a-48b0-a6a0-c08d0161a7e2 req-d899eea2-36e0-4e56-b297-d5dcf948b0ac service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2065282
Jun 06 11:52:58.315741 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:52:58.316077 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Checking segment: {'id': 'cd299d54-9b4f-45f1-9ec9-545490b4c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:52:58.316460 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Bound using segment: {'id': 'cd299d54-9b4f-45f1-9ec9-545490b4c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:52:58.316918 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Bound port: caed6171-3c14-4486-bb22-71f33cdc5728, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd299d54-9b4f-45f1-9ec9-545490b4c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:52:58.317264 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:58.348849 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f471ff10-42c1-448e-adfc-56bd05aea240 req-5edea376-ad1a-4c33-9882-d782b2c905a6 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:58.350357 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f471ff10-42c1-448e-adfc-56bd05aea240 req-5edea376-ad1a-4c33-9882-d782b2c905a6 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 943 time: 0.3351574
Jun 06 11:52:58.370448 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0e73cd38-69b9-4893-a2ad-13a73c6776fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:58.372881 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0e73cd38-69b9-4893-a2ad-13a73c6776fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:58.373988 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-0e73cd38-69b9-4893-a2ad-13a73c6776fd admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7603abc7-ae2f-4d78-88b2-ea188baf248b HTTP/1.1" status: 204  len: 168 time: 0.3232355
Jun 06 11:52:58.374724 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c71a70a6-d506-494a-89eb-d8c7857f3c07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:58.418185 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-e9d77686-c3eb-42c1-81b0-1a396b2c9bbf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3016555
Jun 06 11:52:58.479446 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e73cd38-69b9-4893-a2ad-13a73c6776fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7603abc7-ae2f-4d78-88b2-ea188baf248b,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:58.516337 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f471ff10-42c1-448e-adfc-56bd05aea240 req-ee3eb7e8-dd67-4113-8b28-59a37b2bfcf7 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1292634
Jun 06 11:52:58.522750 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] For port caed6171-3c14-4486-bb22-71f33cdc5728, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:52:58.526808 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] For port caed6171-3c14-4486-bb22-71f33cdc5728, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=caed6171-3c14-4486-bb22-71f33cdc5728,segment=NetworkSegment(cd299d54-9b4f-45f1-9ec9-545490b4c33f),segment_id=cd299d54-9b4f-45f1-9ec9-545490b4c33f)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:52:58.537202 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:58.544121 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:52:58.552814 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0e73cd38-69b9-4893-a2ad-13a73c6776fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:58.620895 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-4f383854-8cad-4b8b-81f1-8ee456ac290d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:58.622394 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-4f383854-8cad-4b8b-81f1-8ee456ac290d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 1096 time: 0.2404237
Jun 06 11:52:58.861324 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-21ac1d56-dccc-44ef-928c-fa8f0145cc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:58.864783 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-21ac1d56-dccc-44ef-928c-fa8f0145cc10 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 915 time: 0.2309542
Jun 06 11:52:58.942489 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-b74bda95-65c1-4a38-bf95-1ef7ca8ed244 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5afb76e8-c91b-4339-a526-d149361b68c1 HTTP/1.1" status: 200  len: 217 time: 0.0705659
Jun 06 11:52:58.982569 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:58.983182 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:52:58.985268 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] 10.222.0.16 "PUT /v2.0/ports/caed6171-3c14-4486-bb22-71f33cdc5728 HTTP/1.1" status: 200  len: 1093 time: 2.0729620
Jun 06 11:52:58.993652 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7db7f4c6-9b19-4ec3-ad56-31452df2238e', 'tag': 'caed6171-3c14-4486-bb22-71f33cdc5728'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:52:58.996627 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5" -d '{"events": [{"name": "network-changed", "server_uuid": "7db7f4c6-9b19-4ec3-ad56-31452df2238e", "tag": "caed6171-3c14-4486-bb22-71f33cdc5728"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:52:59.039200 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-4d7a9799-418d-408e-91b9-b8b9a439ee0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:59.040856 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-4d7a9799-418d-408e-91b9-b8b9a439ee0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=614cc7c5-d430-4a05-a524-33339245adf2 HTTP/1.1" status: 200  len: 854 time: 0.0860715
Jun 06 11:52:59.058909 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Pushing event updated for resources: {'Port': ['ID=caed6171-3c14-4486-bb22-71f33cdc5728,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:52:59.062586 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:52:59.107409 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-cca3ea11-7ae1-434a-a1f7-86e22523cdb4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae0608-90fa-4167-949f-1b861b3fb454&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0516376
Jun 06 11:52:59.152061 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823742c-e33d-4d56-a8e1-889160863ba7 req-2a3c9fed-d51a-4b02-ae64-657bdd0976a2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:59.161182 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4823742c-e33d-4d56-a8e1-889160863ba7 req-2a3c9fed-d51a-4b02-ae64-657bdd0976a2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 943 time: 0.3783207
Jun 06 11:52:59.188871 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb203072-6609-4245-a6c2-ed5a11674583 req-09b18b24-5678-4e13-a42b-2ea19c65a2ae tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:59.195908 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eb203072-6609-4245-a6c2-ed5a11674583 req-09b18b24-5678-4e13-a42b-2ea19c65a2ae tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.4118309
Jun 06 11:52:59.202579 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-efc83698-9292-43a2-8d9f-a1172600477e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:59.204723 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-efc83698-9292-43a2-8d9f-a1172600477e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 1099 time: 0.4197853
Jun 06 11:52:59.276186 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-954258fe-7d20-4baa-ae0d-a404de01182b service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572585
Jun 06 11:52:59.304032 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eb203072-6609-4245-a6c2-ed5a11674583 req-664d1ad5-564b-4f4b-b611-9a5da2cb3f6f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1070452
Jun 06 11:52:59.312334 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4823742c-e33d-4d56-a8e1-889160863ba7 req-ba904c1d-1e7c-4d61-be40-06d6a20484a0 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1495204
Jun 06 11:52:59.464329 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-88c7c4a6-c929-492c-82ad-01174ea2a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:59.465743 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-88c7c4a6-c929-492c-82ad-01174ea2a39c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44f7b297051d465bae190dfc9fe27aa3&device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 1096 time: 0.4079931
Jun 06 11:52:59.516582 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-ba37fbc1-acb7-4e7b-b0a3-de9fcb4bf2ac service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2272122
Jun 06 11:52:59.572391 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cb6a10-59e0-43a6-9402-188b18b23098 x-openstack-request-id: req-71cb6a10-59e0-43a6-9402-188b18b23098 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:52:59.572741 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7db7f4c6-9b19-4ec3-ad56-31452df2238e", "tag": "caed6171-3c14-4486-bb22-71f33cdc5728", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:52:59.573026 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-71cb6a10-59e0-43a6-9402-188b18b23098 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:52:59.573589 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7db7f4c6-9b19-4ec3-ad56-31452df2238e', 'tag': 'caed6171-3c14-4486-bb22-71f33cdc5728', 'status': 'completed', 'code': 200}
Jun 06 11:52:59.605391 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-0903c9bc-9eec-4ead-b2ea-8ae88e65b383 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caed6171-3c14-4486-bb22-71f33cdc5728 HTTP/1.1" status: 200  len: 217 time: 0.0999353
Jun 06 11:52:59.607501 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-35d778b7-c41e-4522-bdf5-d7335dc0cb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:59.608965 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-35d778b7-c41e-4522-bdf5-d7335dc0cb6f service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 915 time: 0.3640494
Jun 06 11:52:59.799608 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-76f38663-e0b9-4ac3-9b1a-61cc1f48891d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=553b98cb-5b41-4971-a236-57342f732361 HTTP/1.1" status: 200  len: 217 time: 0.1119370
Jun 06 11:52:59.856378 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-f6d107c5-f49a-4126-b2d9-4e3279e6f508 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:59.857832 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-f6d107c5-f49a-4126-b2d9-4e3279e6f508 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0792fbaf-445b-4fa6-941b-34bd25fc6429 HTTP/1.1" status: 200  len: 848 time: 0.2399611
Jun 06 11:52:59.925954 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-aed9af93-441d-4cbb-a826-4f8d86d8425b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21c579f4-d598-4cc7-8b35-db1feeca4f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0603852
Jun 06 11:52:59.934179 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-cfe4c857-a021-4eea-8954-b544cfe16bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:59.935557 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-cfe4c857-a021-4eea-8954-b544cfe16bdf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=614cc7c5-d430-4a05-a524-33339245adf2 HTTP/1.1" status: 200  len: 854 time: 0.1248169
Jun 06 11:52:59.953181 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96af40d-5886-4e33-aeed-1ab8a747ffd4 req-6fa285ae-0169-4315-b437-204dd68a6128 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:52:59.954935 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a96af40d-5886-4e33-aeed-1ab8a747ffd4 req-6fa285ae-0169-4315-b437-204dd68a6128 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 943 time: 0.2683976
Jun 06 11:53:00.065222 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-2ffc15be-4682-4647-a0f4-9419446f8be2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae0608-90fa-4167-949f-1b861b3fb454&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1091728
Jun 06 11:53:00.134897 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51404) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:00.174934 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a96af40d-5886-4e33-aeed-1ab8a747ffd4 req-f3d58cda-5e5a-47d8-9000-85bd9324d606 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546681
Jun 06 11:53:00.287951 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-966f9dcf-d301-4291-88a9-5b0d1b46574f service neutron] 10.222.0.16 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3308485
Jun 06 11:53:00.338597 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-667ccc03-2362-4461-a41b-b661e17a15b1 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2048373
Jun 06 11:53:00.463881 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b0ea-6da8-403b-a815-dc91f33bffff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:00.586780 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b0ea-6da8-403b-a815-dc91f33bffff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:00.590996 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4ce2b0ea-6da8-403b-a815-dc91f33bffff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:00.602210 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:00.642142 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce2b0ea-6da8-403b-a815-dc91f33bffff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a6d5e6-21ce-4d27-a3c9-bcdf49cab686,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:00.653416 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-4ce2b0ea-6da8-403b-a815-dc91f33bffff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f877b8491d244be783db52aa09d96042&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5166094
Jun 06 11:53:00.654540 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4ce2b0ea-6da8-403b-a815-dc91f33bffff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:00.655207 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51428) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:00.729344 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2be19753-ce7e-444f-a15e-5cbc8dd15b07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:00.760300 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5ed38a0-7346-4fce-a1f5-985b13797dca req-b33f6c1f-2242-42dc-a70a-8ca051cacdf2 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4118087
Jun 06 11:53:00.760554 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2be19753-ce7e-444f-a15e-5cbc8dd15b07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:00.776864 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d98fbe4-b0a4-4b99-a219-daf2c8bb9daf req-ca79d963-9a0f-4a16-a933-eb117e88c861 service neutron] 10.222.0.16 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4811382
Jun 06 11:53:00.811059 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460aa746-103a-4098-84ad-aec398486bab req-c443beff-2fb5-4f30-afbd-8ff70ce2c037 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:00.818355 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-460aa746-103a-4098-84ad-aec398486bab req-c443beff-2fb5-4f30-afbd-8ff70ce2c037 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 943 time: 0.2163613
Jun 06 11:53:00.834405 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2be19753-ce7e-444f-a15e-5cbc8dd15b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:00.837321 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2be19753-ce7e-444f-a15e-5cbc8dd15b07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:00.841049 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-2be19753-ce7e-444f-a15e-5cbc8dd15b07 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6a6d5e6-21ce-4d27-a3c9-bcdf49cab686 HTTP/1.1" status: 204  len: 168 time: 0.1810477
Jun 06 11:53:00.841049 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a80c13e6-f02d-4d3c-a164-b6cfc0d55a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:00.843300 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22c1843-ac8b-4090-a881-b39026561a34 req-8b8f9a7f-401a-4144-828c-c21e0bd323a5 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:00.851330 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e22c1843-ac8b-4090-a881-b39026561a34 req-8b8f9a7f-401a-4144-828c-c21e0bd323a5 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.2544401
Jun 06 11:53:00.860315 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be19753-ce7e-444f-a15e-5cbc8dd15b07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a6d5e6-21ce-4d27-a3c9-bcdf49cab686,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:00.878983 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2be19753-ce7e-444f-a15e-5cbc8dd15b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:00.963902 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-460aa746-103a-4098-84ad-aec398486bab req-9dcba9e3-5114-4216-b9f7-b7e9ec61bb68 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1446793
Jun 06 11:53:00.975472 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e22c1843-ac8b-4090-a881-b39026561a34 req-37f45e95-46eb-4591-b484-17a0e5e2deb9 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1228845
Jun 06 11:53:01.004252 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5 req-66c930dd-3546-4535-bf71-bea765b44b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:01.006397 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5 req-66c930dd-3546-4535-bf71-bea765b44b26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44f7b297051d465bae190dfc9fe27aa3&device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 1096 time: 0.1395049
Jun 06 11:53:01.139582 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 5afb76e8-c91b-4339-a526-d149361b68c1 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:53:01.233985 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5 req-ac49c7a2-c2b3-4d2b-9e66-9ba730ac5cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:01.242999 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5 req-ac49c7a2-c2b3-4d2b-9e66-9ba730ac5cb6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21c579f4-d598-4cc7-8b35-db1feeca4f8d HTTP/1.1" status: 200  len: 909 time: 0.2194092
Jun 06 11:53:01.326817 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5 req-78edb170-e070-4f0c-91cc-8d79c0eb1c1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=caed6171-3c14-4486-bb22-71f33cdc5728 HTTP/1.1" status: 200  len: 217 time: 0.0802796
Jun 06 11:53:01.480632 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 5afb76e8-c91b-4339-a526-d149361b68c1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5afb76e8-c91b-4339-a526-d149361b68c1,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:01.498416 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '5afb76e8-c91b-4339-a526-d149361b68c1', 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454', 'port_id': '5afb76e8-c91b-4339-a526-d149361b68c1', 'mac_address': 'fa:16:3e:18:d4:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614cc7c5-d430-4a05-a524-33339245adf2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:53:01.499628 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5 req-49856641-6c7a-41d8-9b35-df423214a79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:01.501786 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5 req-49856641-6c7a-41d8-9b35-df423214a79c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0792fbaf-445b-4fa6-941b-34bd25fc6429 HTTP/1.1" status: 200  len: 848 time: 0.1595147
Jun 06 11:53:01.552945 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5 req-72601a89-9308-438b-9a67-d3a19fe5cf83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21c579f4-d598-4cc7-8b35-db1feeca4f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429516
Jun 06 11:53:01.559443 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:01.604747 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8adba8-6373-433d-b636-70ffc1189993 req-1b9ea069-6b47-4db0-a66c-d8ef98ebda7e tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:01.606207 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6f8adba8-6373-433d-b636-70ffc1189993 req-1b9ea069-6b47-4db0-a66c-d8ef98ebda7e tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 943 time: 0.1722095
Jun 06 11:53:01.608015 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afb76e8-c91b-4339-a526-d149361b68c1 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:53:01.627445 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 5afb76e8-c91b-4339-a526-d149361b68c1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5afb76e8-c91b-4339-a526-d149361b68c1,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:01.631736 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:01.633845 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:01.706479 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=5afb76e8-c91b-4339-a526-d149361b68c1,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:01.709890 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:01.731802 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6f8adba8-6373-433d-b636-70ffc1189993 req-f48e4e2a-9ef9-473f-b228-f52c636b8068 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1099427
Jun 06 11:53:01.752012 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5 req-a8ef1136-d368-4f01-b952-09fa1f5d8aac service neutron] 10.222.0.16 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1794088
Jun 06 11:53:01.797958 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:01.909110 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-332c6b5f-6373-4ecc-aa48-ab7cc62b80e5 req-54819e4f-32cb-4cc1-9fa3-b3af5fec4c9b service neutron] 10.222.0.16 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1429667
Jun 06 11:53:02.062592 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['5afb76e8-c91b-4339-a526-d149361b68c1'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:53:02.248836 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c25bb3d-006f-4d06-a3bf-110df5595416 req-d664bdc9-e0fc-4525-a8b1-18e9052e8e7d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:02.250394 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1c25bb3d-006f-4d06-a3bf-110df5595416 req-d664bdc9-e0fc-4525-a8b1-18e9052e8e7d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1491497
Jun 06 11:53:02.259870 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae642a0-53e1-459b-b180-e7a361f61613 req-ec4a3b0c-362d-4e1b-872e-7b88e56fb4b9 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:02.261530 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9ae642a0-53e1-459b-b180-e7a361f61613 req-ec4a3b0c-362d-4e1b-872e-7b88e56fb4b9 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 944 time: 0.1247253
Jun 06 11:53:02.332584 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1c25bb3d-006f-4d06-a3bf-110df5595416 req-9879dc12-1730-444f-97d4-4ea3093ba2fd tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699093
Jun 06 11:53:02.336797 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9ae642a0-53e1-459b-b180-e7a361f61613 req-0a3930bd-ae63-45df-bfff-40696222fedf tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0606656
Jun 06 11:53:02.951116 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6c833e-4e9a-4dc0-a739-ef6c60cf71c9 req-f623a678-9948-474d-b358-d45340ecc486 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:02.952739 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2f6c833e-4e9a-4dc0-a739-ef6c60cf71c9 req-f623a678-9948-474d-b358-d45340ecc486 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 943 time: 0.0919950
Jun 06 11:53:03.003079 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2f6c833e-4e9a-4dc0-a739-ef6c60cf71c9 req-96d35a07-e98d-47bb-bce1-84ca6ca1fbcf tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412796
Jun 06 11:53:03.579971 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5341bf88-7fd3-4ecf-80b9-51313131c225 req-ab6d743f-ffb6-4330-aa7c-545c2cfe9bf7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:03.581450 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5341bf88-7fd3-4ecf-80b9-51313131c225 req-ab6d743f-ffb6-4330-aa7c-545c2cfe9bf7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1392198
Jun 06 11:53:03.589263 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfef7c47-e484-4896-b8d7-1b9a2ba0eb1d req-57deab50-8270-44cc-8616-6373015d7d0c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:03.590593 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cfef7c47-e484-4896-b8d7-1b9a2ba0eb1d req-57deab50-8270-44cc-8616-6373015d7d0c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 944 time: 0.1178675
Jun 06 11:53:03.665324 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5341bf88-7fd3-4ecf-80b9-51313131c225 req-6ea14855-f2d1-429b-8b96-f81c7757632c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737951
Jun 06 11:53:03.667989 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cfef7c47-e484-4896-b8d7-1b9a2ba0eb1d req-c51fd388-9d42-446d-96c9-337ea5f4d7b5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634644
Jun 06 11:53:05.522355 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device caed6171-3c14-4486-bb22-71f33cdc5728 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:53:05.651177 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port caed6171-3c14-4486-bb22-71f33cdc5728, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=caed6171-3c14-4486-bb22-71f33cdc5728,segment=NetworkSegment(cd299d54-9b4f-45f1-9ec9-545490b4c33f),segment_id=cd299d54-9b4f-45f1-9ec9-545490b4c33f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:05.664673 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': 'caed6171-3c14-4486-bb22-71f33cdc5728', 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d', 'port_id': 'caed6171-3c14-4486-bb22-71f33cdc5728', 'mac_address': 'fa:16:3e:01:d9:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0792fbaf-445b-4fa6-941b-34bd25fc6429', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:53:05.726265 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-02821caf-1eb1-4bdd-abec-e93b2dac5834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:05.732660 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:05.749407 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caed6171-3c14-4486-bb22-71f33cdc5728 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:53:05.764546 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port caed6171-3c14-4486-bb22-71f33cdc5728, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=caed6171-3c14-4486-bb22-71f33cdc5728,segment=NetworkSegment(cd299d54-9b4f-45f1-9ec9-545490b4c33f),segment_id=cd299d54-9b4f-45f1-9ec9-545490b4c33f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:05.768300 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:05.769948 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:05.833889 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=caed6171-3c14-4486-bb22-71f33cdc5728,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:05.836696 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:06.618208 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 5afb76e8-c91b-4339-a526-d149361b68c1 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:53:06.689598 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 5afb76e8-c91b-4339-a526-d149361b68c1 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:53:06.694806 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 5afb76e8-c91b-4339-a526-d149361b68c1 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:53:06.695241 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:06.822911 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:06.851161 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b5e33e-eef5-4ac7-b7ac-367c071eef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb76e8-c91b-4339-a526-d149361b68c1'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:53:06.853561 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7676bae3-0021-4c5a-b6af-7e0dbaa9e16b" -d '{"events": [{"server_uuid": "03b5e33e-eef5-4ac7-b7ac-367c071eef82", "name": "network-vif-plugged", "status": "completed", "tag": "5afb76e8-c91b-4339-a526-d149361b68c1"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:53:06.861065 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 5afb76e8-c91b-4339-a526-d149361b68c1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5afb76e8-c91b-4339-a526-d149361b68c1,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:06.865607 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:06.867403 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:06.918627 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8036d4-507e-462e-9ef8-89a713665aef req-ffcb37a2-4551-4e5c-9d38-4cee2e44d810 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:06.919996 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3f8036d4-507e-462e-9ef8-89a713665aef req-ffcb37a2-4551-4e5c-9d38-4cee2e44d810 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 944 time: 0.2078586
Jun 06 11:53:06.931757 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc38d7a-a385-46b5-ba5f-fd54c5f1387a req-e66caee2-9b0b-44f2-9b96-d6647e0c74a2 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:06.933162 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5dc38d7a-a385-46b5-ba5f-fd54c5f1387a req-e66caee2-9b0b-44f2-9b96-d6647e0c74a2 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1165175
Jun 06 11:53:06.938312 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=5afb76e8-c91b-4339-a526-d149361b68c1,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:06.941471 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:07.002019 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3f8036d4-507e-462e-9ef8-89a713665aef req-787aa5e6-1787-4c0a-8c89-1713198cec61 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679212
Jun 06 11:53:07.006160 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5dc38d7a-a385-46b5-ba5f-fd54c5f1387a req-1b0732f7-fd3d-43bb-a4e4-f18898a3d23a tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590234
Jun 06 11:53:07.059639 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-879de38e-aecf-43ba-bd84-0311a9e89b95 x-openstack-request-id: req-879de38e-aecf-43ba-bd84-0311a9e89b95 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:53:07.059945 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b5e33e-eef5-4ac7-b7ac-367c071eef82", "name": "network-vif-plugged", "status": "completed", "tag": "5afb76e8-c91b-4339-a526-d149361b68c1", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:53:07.060205 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-879de38e-aecf-43ba-bd84-0311a9e89b95 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:53:07.060598 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b5e33e-eef5-4ac7-b7ac-367c071eef82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afb76e8-c91b-4339-a526-d149361b68c1', 'code': 200}
Jun 06 11:53:07.107379 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['caed6171-3c14-4486-bb22-71f33cdc5728'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:53:07.183061 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a2a845-7b7e-4742-847a-7512318a0ec6 req-6b450414-ed9e-4916-b91e-5f26f340b9e3 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:07.184453 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c8a2a845-7b7e-4742-847a-7512318a0ec6 req-6b450414-ed9e-4916-b91e-5f26f340b9e3 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 945 time: 0.0857737
Jun 06 11:53:07.234636 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c8a2a845-7b7e-4742-847a-7512318a0ec6 req-2717a148-6fb7-479c-bd62-8101aa5af33d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439777
Jun 06 11:53:07.311549 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec38bff3-4f12-474f-b73a-2a7fae0a569a req-ae5a2b7c-9fb4-4e43-9b28-46a726bc3c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:07.313536 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec38bff3-4f12-474f-b73a-2a7fae0a569a req-ae5a2b7c-9fb4-4e43-9b28-46a726bc3c3f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 1098 time: 0.0731268
Jun 06 11:53:07.357413 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec38bff3-4f12-474f-b73a-2a7fae0a569a req-2cc84c58-cd0d-4f92-8227-4be41739b280 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0325160
Jun 06 11:53:08.277738 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:08.590918 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d9a9aa64-72e7-4c4d-b99b-d61d93157d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:09.622014 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:10.804267 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef002c03-fd38-43c3-afda-87075ff85c2d req-863e4f31-4832-44db-a406-db215a3f435f tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:10.805697 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ef002c03-fd38-43c3-afda-87075ff85c2d req-863e4f31-4832-44db-a406-db215a3f435f tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 944 time: 0.1373250
Jun 06 11:53:10.837524 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da6b0ea-cc3f-4207-91cc-0f2b4db85c19 req-e515e59c-b2c8-4819-9e8b-42c757634900 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:10.838894 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7da6b0ea-cc3f-4207-91cc-0f2b4db85c19 req-e515e59c-b2c8-4819-9e8b-42c757634900 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1216688
Jun 06 11:53:10.874787 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ef002c03-fd38-43c3-afda-87075ff85c2d req-ea379e18-0558-4ca2-abfc-e6c14db78868 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635965
Jun 06 11:53:10.899722 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7da6b0ea-cc3f-4207-91cc-0f2b4db85c19 req-9ac55468-0c4e-4d9d-927f-cc9ab7219db8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487585
Jun 06 11:53:11.014609 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:11.052141 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e92acd-46ed-49a2-924e-c541d7619fd5 req-5a33e979-db30-40c8-983a-30996e64c08d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:11.053595 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-24e92acd-46ed-49a2-924e-c541d7619fd5 req-5a33e979-db30-40c8-983a-30996e64c08d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 945 time: 0.0779283
Jun 06 11:53:11.097588 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-24e92acd-46ed-49a2-924e-c541d7619fd5 req-ab538559-e478-4d1d-82dd-4175712b7df0 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380464
Jun 06 11:53:14.345958 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4768249-11d5-4dce-99b4-ec1955092047 req-ce16dd6f-a909-42f0-8d44-c951495430c7 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:14.347406 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e4768249-11d5-4dce-99b4-ec1955092047 req-ce16dd6f-a909-42f0-8d44-c951495430c7 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 944 time: 0.1405413
Jun 06 11:53:14.355168 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1f100-bbc4-4423-b15c-a5a512decf4f req-6668202b-2f4e-43e4-bdf8-539c5152b6b5 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:14.356478 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fef1f100-bbc4-4423-b15c-a5a512decf4f req-6668202b-2f4e-43e4-bdf8-539c5152b6b5 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1187963
Jun 06 11:53:14.425443 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e4768249-11d5-4dce-99b4-ec1955092047 req-c9c02488-298f-4b31-ae34-96b759c87b63 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679960
Jun 06 11:53:14.439401 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fef1f100-bbc4-4423-b15c-a5a512decf4f req-c6b16037-5b7d-4e8d-8ab6-54de2f69383a tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0653050
Jun 06 11:53:14.604902 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a4ec54-a13a-4b0c-b406-367f629e0f67 req-c64f2c0c-e0a8-4784-a04d-4fb952546ae5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:14.606326 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02a4ec54-a13a-4b0c-b406-367f629e0f67 req-c64f2c0c-e0a8-4784-a04d-4fb952546ae5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 945 time: 0.0815411
Jun 06 11:53:14.650878 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02a4ec54-a13a-4b0c-b406-367f629e0f67 req-09360aba-3010-4147-8535-9f5e1af03aaa tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388145
Jun 06 11:53:15.230188 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device caed6171-3c14-4486-bb22-71f33cdc5728 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:53:15.296753 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port caed6171-3c14-4486-bb22-71f33cdc5728 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:53:15.308678 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port caed6171-3c14-4486-bb22-71f33cdc5728 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:53:15.309079 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:15.430322 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:15.458406 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db7f4c6-9b19-4ec3-ad56-31452df2238e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caed6171-3c14-4486-bb22-71f33cdc5728'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:53:15.460741 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2ea13b1-2c1c-48c3-807d-a4614011b347" -d '{"events": [{"server_uuid": "7db7f4c6-9b19-4ec3-ad56-31452df2238e", "name": "network-vif-plugged", "status": "completed", "tag": "caed6171-3c14-4486-bb22-71f33cdc5728"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:53:15.469328 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port caed6171-3c14-4486-bb22-71f33cdc5728, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=caed6171-3c14-4486-bb22-71f33cdc5728,segment=NetworkSegment(cd299d54-9b4f-45f1-9ec9-545490b4c33f),segment_id=cd299d54-9b4f-45f1-9ec9-545490b4c33f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:15.476057 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:15.480639 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-e898abe3-4730-41d1-9c63-3f9436b9cf0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:15.549047 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7569a75-939d-4ff3-8966-57ad542e43dc x-openstack-request-id: req-e7569a75-939d-4ff3-8966-57ad542e43dc {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:53:15.549341 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db7f4c6-9b19-4ec3-ad56-31452df2238e", "name": "network-vif-plugged", "status": "completed", "tag": "caed6171-3c14-4486-bb22-71f33cdc5728", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:53:15.549596 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e7569a75-939d-4ff3-8966-57ad542e43dc {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:53:15.550105 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db7f4c6-9b19-4ec3-ad56-31452df2238e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caed6171-3c14-4486-bb22-71f33cdc5728', 'code': 200}
Jun 06 11:53:15.593341 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=caed6171-3c14-4486-bb22-71f33cdc5728,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:15.604449 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:15.755628 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ee8af0-7255-46df-98aa-2717b6820972 req-76331cc9-bfcc-440a-8d3b-42577adcfca2 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:15.757417 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f2ee8af0-7255-46df-98aa-2717b6820972 req-76331cc9-bfcc-440a-8d3b-42577adcfca2 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 945 time: 0.2134881
Jun 06 11:53:15.768156 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2d29b-331e-4fe0-b072-f8f4cd4eef0a req-7ab67dff-1302-470c-af59-131b2ce174da tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:15.769685 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fbb2d29b-331e-4fe0-b072-f8f4cd4eef0a req-7ab67dff-1302-470c-af59-131b2ce174da tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1371915
Jun 06 11:53:15.892189 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f2ee8af0-7255-46df-98aa-2717b6820972 req-4c621959-2526-4541-9971-2fdcf14be9f2 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0924096
Jun 06 11:53:15.899033 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fbb2d29b-331e-4fe0-b072-f8f4cd4eef0a req-3e85f3a6-b215-4c6f-bd74-b23eb0e9e971 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0939081
Jun 06 11:53:15.936042 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83623d22-a86b-4f55-9467-68dd96086ab0 req-1d635012-54f5-4d11-b4a2-4fa9ceb50892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:15.938246 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-83623d22-a86b-4f55-9467-68dd96086ab0 req-1d635012-54f5-4d11-b4a2-4fa9ceb50892 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 1098 time: 0.1795857
Jun 06 11:53:15.988668 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-83623d22-a86b-4f55-9467-68dd96086ab0 req-9b8fe81b-d683-40e4-baec-f190cd73ae37 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0406520
Jun 06 11:53:16.130421 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff8034f-f796-4f42-bcbf-26b932ba8585 req-54d021a5-1556-4580-818c-af08d8738dbe tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:16.132513 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6ff8034f-f796-4f42-bcbf-26b932ba8585 req-54d021a5-1556-4580-818c-af08d8738dbe tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 945 time: 0.0911229
Jun 06 11:53:16.187357 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6ff8034f-f796-4f42-bcbf-26b932ba8585 req-62d483af-e19b-4cb0-ba50-f6bc2e0c926f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490112
Jun 06 11:53:17.214894 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74291c-c422-4ddd-871f-d30712d6e34d req-68864976-30d9-470d-bbb1-461cb1465e24 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:17.221318 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fd74291c-c422-4ddd-871f-d30712d6e34d req-68864976-30d9-470d-bbb1-461cb1465e24 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1468866
Jun 06 11:53:17.247107 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a160257-2090-49fe-86e4-5f0a3538dfab req-c7cf7687-2519-4272-8d8a-a919f55dcaa2 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:17.248457 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7a160257-2090-49fe-86e4-5f0a3538dfab req-c7cf7687-2519-4272-8d8a-a919f55dcaa2 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 945 time: 0.1387813
Jun 06 11:53:17.305902 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fd74291c-c422-4ddd-871f-d30712d6e34d req-59d60e15-fd3f-494f-baf4-0d1c6f88c5e4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0834694
Jun 06 11:53:17.318811 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7a160257-2090-49fe-86e4-5f0a3538dfab req-2cbefb9c-8674-4a2f-866c-675c30e887ae tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618615
Jun 06 11:53:21.041054 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1d8a81-bb85-4c6f-9625-5610a00dbf83 req-0b37a891-d797-4983-a0ad-ea69887b05d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:21.042501 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fa1d8a81-bb85-4c6f-9625-5610a00dbf83 req-0b37a891-d797-4983-a0ad-ea69887b05d9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 1098 time: 0.0750964
Jun 06 11:53:21.204966 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fa1d8a81-bb85-4c6f-9625-5610a00dbf83 req-53ca4bc9-df27-4a8f-acac-4beec49f77f3 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1195281
Jun 06 11:53:21.230857 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0882dd-9a23-4e0a-bf39-7da28091e595 req-132524e2-fb18-4dba-a951-22b85df9bab1 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:21.232284 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eb0882dd-9a23-4e0a-bf39-7da28091e595 req-132524e2-fb18-4dba-a951-22b85df9bab1 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.1807110
Jun 06 11:53:21.277968 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eb0882dd-9a23-4e0a-bf39-7da28091e595 req-077fb812-2d1f-432f-8d34-7315b2dc2138 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396495
Jun 06 11:53:21.460832 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee47e8c-3317-481b-999e-5f73a1d8f504 req-bd7c2ddf-f795-4f93-9c7e-2ba91d4d12dd tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:21.462358 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aee47e8c-3317-481b-999e-5f73a1d8f504 req-bd7c2ddf-f795-4f93-9c7e-2ba91d4d12dd tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 945 time: 0.0847783
Jun 06 11:53:21.510590 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aee47e8c-3317-481b-999e-5f73a1d8f504 req-a873c45f-1120-45e3-a205-6c232fdedadd tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420561
Jun 06 11:53:22.480266 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5940ca8-8ef1-4e66-8774-085e807b707e req-ac913a94-29a2-4a54-936b-d780fa8a7fc8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:22.482319 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5940ca8-8ef1-4e66-8774-085e807b707e req-ac913a94-29a2-4a54-936b-d780fa8a7fc8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.0938601
Jun 06 11:53:22.538267 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5940ca8-8ef1-4e66-8774-085e807b707e req-abc79050-2770-4f64-8d56-e57ceb147633 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491135
Jun 06 11:53:23.103608 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa506fd0-9c5a-41b1-807f-ff5d20511f68 req-fc3b4cb8-cd60-4fb1-8711-9c2fd9ec8592 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:23.104969 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fa506fd0-9c5a-41b1-807f-ff5d20511f68 req-fc3b4cb8-cd60-4fb1-8711-9c2fd9ec8592 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 945 time: 0.0813239
Jun 06 11:53:23.154196 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fa506fd0-9c5a-41b1-807f-ff5d20511f68 req-3dfced14-bb7b-4ded-b43a-51dbbb668c81 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430818
Jun 06 11:53:23.729721 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afc7af-001b-42f4-962f-e0c61472b1b0 req-58108925-e20d-4a66-b5c1-7788e93098eb tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:23.731175 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-41afc7af-001b-42f4-962f-e0c61472b1b0 req-58108925-e20d-4a66-b5c1-7788e93098eb tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.0803773
Jun 06 11:53:23.775109 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-41afc7af-001b-42f4-962f-e0c61472b1b0 req-744d61e0-9b3d-4ac8-b1f7-78d7d186105b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370998
Jun 06 11:53:23.979419 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dc762f-4de8-4eef-9f1b-46c376c39266 req-4f2f54a1-fc6f-445b-8d0c-9670eb6c0204 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:23.981376 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-58dc762f-4de8-4eef-9f1b-46c376c39266 req-4f2f54a1-fc6f-445b-8d0c-9670eb6c0204 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.0951059
Jun 06 11:53:24.027606 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-58dc762f-4de8-4eef-9f1b-46c376c39266 req-ca5c003e-0f40-4e71-a278-63d0715ad445 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408523
Jun 06 11:53:24.377549 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d90bc-010d-4090-8b99-b7350246aeb7 req-fd47f2cd-ddb3-4793-9f9d-04922050b69f tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:24.385655 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0c7d90bc-010d-4090-8b99-b7350246aeb7 req-fd47f2cd-ddb3-4793-9f9d-04922050b69f tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 945 time: 0.1093173
Jun 06 11:53:24.455855 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0c7d90bc-010d-4090-8b99-b7350246aeb7 req-00852703-331a-45cc-bf0d-4684f800f6aa tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0693204
Jun 06 11:53:24.983094 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 51956) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:25.097129 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-400ed460-8c1f-49ba-9846-d9343e19b2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:25.206322 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-400ed460-8c1f-49ba-9846-d9343e19b2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:25.211181 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-400ed460-8c1f-49ba-9846-d9343e19b2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:25.218341 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-003e71e2-e08f-493d-9f3f-51d74b9051cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:25.259696 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-400ed460-8c1f-49ba-9846-d9343e19b2fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=56058ce589c04174b6463c28315f6699&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2754753
Jun 06 11:53:25.260651 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400ed460-8c1f-49ba-9846-d9343e19b2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55142c14-6ad3-42e7-9a8c-78bfe42a3712,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:25.263062 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 51964) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:25.263855 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-400ed460-8c1f-49ba-9846-d9343e19b2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:25.317920 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-e4d33887-5c9b-46a8-9f14-f6666e88ad37 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:25.319336 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-e4d33887-5c9b-46a8-9f14-f6666e88ad37 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.16 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 945 time: 0.1355469
Jun 06 11:53:25.385804 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2af9cf90-7691-4472-9e33-3642db8899cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:25.452375 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2af9cf90-7691-4472-9e33-3642db8899cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:25.519174 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Deleting port caed6171-3c14-4486-bb22-71f33cdc5728 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:53:25.519517 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:25.558129 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2af9cf90-7691-4472-9e33-3642db8899cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:25.560571 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2af9cf90-7691-4472-9e33-3642db8899cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:25.561692 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2af9cf90-7691-4472-9e33-3642db8899cf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/55142c14-6ad3-42e7-9a8c-78bfe42a3712 HTTP/1.1" status: 204  len: 168 time: 0.2976878
Jun 06 11:53:25.565447 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c3dba1e6-1932-4b67-8cf5-fc9a4cdf4265 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:25.659162 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9cf90-7691-4472-9e33-3642db8899cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55142c14-6ad3-42e7-9a8c-78bfe42a3712,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:25.673784 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2af9cf90-7691-4472-9e33-3642db8899cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:25.736795 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] For port caed6171-3c14-4486-bb22-71f33cdc5728, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=caed6171-3c14-4486-bb22-71f33cdc5728,segment=NetworkSegment(cd299d54-9b4f-45f1-9ec9-545490b4c33f),segment_id=cd299d54-9b4f-45f1-9ec9-545490b4c33f)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:25.737115 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:25.872541 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785cbcc-3279-4678-9c80-1cfe52460ed5 req-db34bdfa-0777-4314-b29e-4741b5dc34c1 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:25.874226 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f785cbcc-3279-4678-9c80-1cfe52460ed5 req-db34bdfa-0777-4314-b29e-4741b5dc34c1 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 945 time: 0.3000529
Jun 06 11:53:25.881992 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Calling delete_port for caed6171-3c14-4486-bb22-71f33cdc5728 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:53:25.999079 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f785cbcc-3279-4678-9c80-1cfe52460ed5 req-eeb25b87-e05f-4ec2-8393-57c57ea53928 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1142466
Jun 06 11:53:26.096424 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:26.102626 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-88a7435e-af13-4971-8a48-d4ba3d442665 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:26.147337 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Pushing event deleted for resources: {'Port': ['ID=caed6171-3c14-4486-bb22-71f33cdc5728,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:26.150402 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:26.285720 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] No DVR routers for this DVR port caed6171-3c14-4486-bb22-71f33cdc5728 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:53:26.288699 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:26.290598 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3443116a-dcd0-43c2-bed3-0160476a4f79 req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.16 "DELETE /v2.0/ports/caed6171-3c14-4486-bb22-71f33cdc5728 HTTP/1.1" status: 204  len: 173 time: 0.9647853
Jun 06 11:53:26.291068 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7db7f4c6-9b19-4ec3-ad56-31452df2238e', 'name': 'network-vif-deleted', 'tag': 'caed6171-3c14-4486-bb22-71f33cdc5728'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:53:26.293385 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d13491-2941-410f-bb06-57f9fcda1a2b" -d '{"events": [{"server_uuid": "7db7f4c6-9b19-4ec3-ad56-31452df2238e", "name": "network-vif-deleted", "tag": "caed6171-3c14-4486-bb22-71f33cdc5728"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:53:28.693451 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:53:28.875398 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['caed6171-3c14-4486-bb22-71f33cdc5728'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:53:28.982452 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfb12bcd-6d6e-47cb-84d0-1271b9d265e9 x-openstack-request-id: req-dfb12bcd-6d6e-47cb-84d0-1271b9d265e9 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:53:28.983426 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7db7f4c6-9b19-4ec3-ad56-31452df2238e", "name": "network-vif-deleted", "tag": "caed6171-3c14-4486-bb22-71f33cdc5728", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:53:28.983710 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-dfb12bcd-6d6e-47cb-84d0-1271b9d265e9 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:53:28.984124 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7db7f4c6-9b19-4ec3-ad56-31452df2238e', 'name': 'network-vif-deleted', 'tag': 'caed6171-3c14-4486-bb22-71f33cdc5728', 'status': 'completed', 'code': 200}
Jun 06 11:53:29.128437 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9fb9881c-c8fb-423f-8019-c1cdefbdc4bc req-aa86be57-31c1-4a8c-b262-79588b6baaeb tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=7db7f4c6-9b19-4ec3-ad56-31452df2238e HTTP/1.1" status: 200  len: 210 time: 0.0430779
Jun 06 11:53:29.335619 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e7efd-b744-424b-bfad-ce2a86c9e70b req-94a76ba4-11c7-4990-8bd3-e64c1ef28890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:29.337077 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-550e7efd-b744-424b-bfad-ce2a86c9e70b req-94a76ba4-11c7-4990-8bd3-e64c1ef28890 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 1098 time: 0.1316676
Jun 06 11:53:29.348507 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b7c748-ed09-4dcd-9368-67bc15a04aa0 req-fb63338e-817a-40db-aacb-d090fb505bb4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:29.350449 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-93b7c748-ed09-4dcd-9368-67bc15a04aa0 req-fb63338e-817a-40db-aacb-d090fb505bb4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1040242
Jun 06 11:53:29.480825 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-93b7c748-ed09-4dcd-9368-67bc15a04aa0 req-69e14ab0-c26d-4627-bc26-2556c0af76b5 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096573
Jun 06 11:53:29.514877 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e7efd-b744-424b-bfad-ce2a86c9e70b req-38316d88-6b36-43b0-b526-a44eb13de7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:29.516328 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-550e7efd-b744-424b-bfad-ce2a86c9e70b req-38316d88-6b36-43b0-b526-a44eb13de7b6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 920 time: 0.1654780
Jun 06 11:53:29.601349 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-550e7efd-b744-424b-bfad-ce2a86c9e70b req-7aeb875b-3ae3-404c-b4e3-3a6799b39347 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a63994b-22db-42a9-91e7-90198a85b2d8 HTTP/1.1" status: 200  len: 217 time: 0.0729959
Jun 06 11:53:29.679004 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550e7efd-b744-424b-bfad-ce2a86c9e70b req-e1b23081-a966-47c9-a44f-94772add5dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:29.680795 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-550e7efd-b744-424b-bfad-ce2a86c9e70b req-e1b23081-a966-47c9-a44f-94772add5dc1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 200  len: 859 time: 0.0614674
Jun 06 11:53:29.742111 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-550e7efd-b744-424b-bfad-ce2a86c9e70b req-d4b3dec1-e09d-42ed-80c2-6e186b40529c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f36849b-663e-409b-b9ee-637f743f6c79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0454953
Jun 06 11:53:29.875944 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-550e7efd-b744-424b-bfad-ce2a86c9e70b req-3f424d4c-c203-470b-8ec0-052b8945cda7 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225836
Jun 06 11:53:30.034870 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-550e7efd-b744-424b-bfad-ce2a86c9e70b req-e2b84dcb-a496-4909-98f2-74d989c576b6 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1511877
Jun 06 11:53:30.570710 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9c04-963c-4406-828f-035b4ea276f0 req-0f8a9ad3-56af-4f8d-a5fa-19c6b68ae54d tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:30.572991 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-0f8a9ad3-56af-4f8d-a5fa-19c6b68ae54d tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/networks?id=21c579f4-d598-4cc7-8b35-db1feeca4f8d HTTP/1.1" status: 200  len: 808 time: 0.1515896
Jun 06 11:53:30.589021 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-d120cc25-95e0-4062-af04-f21be7a8cb13 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/quotas/44f7b297051d465bae190dfc9fe27aa3 HTTP/1.1" status: 200  len: 375 time: 0.0098963
Jun 06 11:53:30.675270 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-57d481f4-8b25-4a03-9213-700a21bc3af8 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=44f7b297051d465bae190dfc9fe27aa3&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0795610
Jun 06 11:53:30.823817 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09238a-4119-47ea-a3f0-1273d68b1ea0 req-306f9255-b995-42d0-b8d3-50aa258d6e73 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:30.825158 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f09238a-4119-47ea-a3f0-1273d68b1ea0 req-306f9255-b995-42d0-b8d3-50aa258d6e73 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1989701
Jun 06 11:53:30.828294 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-c1764134-5137-463a-a94a-a39de8e77957 service neutron] 10.222.0.46 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430836
Jun 06 11:53:30.950693 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f09238a-4119-47ea-a3f0-1273d68b1ea0 req-e1c43d5d-8652-464a-a815-b96ae0fc971f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1194413
Jun 06 11:53:30.986618 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5b3d9f96-f84f-46d4-83ac-2cc04fb389e1 service neutron] 10.222.0.46 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421442
Jun 06 11:53:31.187912 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e343fcad-2710-438b-9792-3a5472fe8d24 req-809987cd-7ca8-406a-957f-bc6198ba7a8e tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 210 time: 0.0566602
Jun 06 11:53:31.805236 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:32.210661 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a31883-f891-421e-8cb4-1349cdb35ec7 req-7cb46c03-dfb4-47df-a18e-24ad7c542d7b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:32.212044 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-54a31883-f891-421e-8cb4-1349cdb35ec7 req-7cb46c03-dfb4-47df-a18e-24ad7c542d7b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1494446
Jun 06 11:53:32.259688 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-54a31883-f891-421e-8cb4-1349cdb35ec7 req-cfa46c4a-3713-4a94-bc15-eb0a71b4366c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418513
Jun 06 11:53:32.343900 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6d6c397e-601a-46e9-a874-80506d2ab574 req-7882bf94-a299-4fb3-8b02-38f02be769bf tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 210 time: 0.0414267
Jun 06 11:53:33.318486 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device caed6171-3c14-4486-bb22-71f33cdc5728 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:53:33.353080 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: caed6171-3c14-4486-bb22-71f33cdc5728 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:53:33.353428 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device caed6171-3c14-4486-bb22-71f33cdc5728 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:53:35.685267 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-be001801-00ac-4311-aae3-2717aebf93a3 req-ef413a6c-5abb-4a17-9f92-454d25bd48a0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 210 time: 0.0556912
Jun 06 11:53:35.690994 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-93210071-bf2c-4a65-ba06-affe83711db1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:35.725463 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33920969-b19e-4742-bc1f-b42cdfb074cf req-2dfee6e0-1a48-4c3e-92a3-2729b63a2d90 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:35.726834 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-33920969-b19e-4742-bc1f-b42cdfb074cf req-2dfee6e0-1a48-4c3e-92a3-2729b63a2d90 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1379700
Jun 06 11:53:35.877509 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-33920969-b19e-4742-bc1f-b42cdfb074cf req-4508c509-76b0-4c39-aff0-7c8a072a156f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245215
Jun 06 11:53:35.925453 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9c04-963c-4406-828f-035b4ea276f0 req-9f06c2b9-36e9-4ea6-a113-95a17e47dd0f tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:35.926926 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-9f06c2b9-36e9-4ea6-a113-95a17e47dd0f tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.16 "GET /v2.0/networks?id=21c579f4-d598-4cc7-8b35-db1feeca4f8d HTTP/1.1" status: 200  len: 808 time: 0.1932516
Jun 06 11:53:35.942258 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Request body: {'port': {'device_id': '62980c40-3e90-4209-922b-e9d61c6e8240', 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d', 'admin_state_up': True, 'tenant_id': '44f7b297051d465bae190dfc9fe27aa3'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:53:36.106095 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Made reservation on behalf of 44f7b297051d465bae190dfc9fe27aa3 for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:53:36.109816 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:36.273006 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Allocated IP 172.20.0.14 (21c579f4-d598-4cc7-8b35-db1feeca4f8d/0792fbaf-445b-4fa6-941b-34bd25fc6429/e138ac0d-12bb-4ac3-9858-f19dc53a6dcd) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:53:36.471111 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:36.500044 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:36.507936 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:36.569887 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Network 21c579f4-d598-4cc7-8b35-db1feeca4f8d is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:53:36.572858 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:53:36.576794 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:53:36.619354 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Pushing event updated for resources: {'Port': ['ID=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:36.637454 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.637810 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.638159 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.638504 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.638843 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.639573 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.639573 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.639831 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.640169 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.640500 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.640860 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.641192 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:36.646930 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:36.663435 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:36.664038 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:36.682589 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7447479
Jun 06 11:53:36.710591 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Request body: {'port': {'device_id': '62980c40-3e90-4209-922b-e9d61c6e8240', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:53:36.869665 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:36.960065 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73d0de-9d57-41cc-9cd5-806c5985ae2f req-c2972bf9-9432-4677-bd7e-f6fee046f20d tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:36.960065 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ff73d0de-9d57-41cc-9cd5-806c5985ae2f req-c2972bf9-9432-4677-bd7e-f6fee046f20d tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 932 time: 0.1598561
Jun 06 11:53:37.116135 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ff73d0de-9d57-41cc-9cd5-806c5985ae2f req-9ec1f9e9-ba1f-4633-99f6-2d22cb963563 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1523438
Jun 06 11:53:37.247622 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80763b9-3e98-40ac-99c1-e4dc7319108a req-0f4a0fc4-d0ff-4ab2-899a-7db0022918f0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:37.249311 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f80763b9-3e98-40ac-99c1-e4dc7319108a req-0f4a0fc4-d0ff-4ab2-899a-7db0022918f0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2462447
Jun 06 11:53:37.493901 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f80763b9-3e98-40ac-99c1-e4dc7319108a req-0fb2336f-4efd-48b0-a34f-3a67f90fc263 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1387072
Jun 06 11:53:37.556887 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37748e-cb54-4705-b335-72329b16fd93 req-2f1d0aad-ce1a-4aad-801c-01daa44cf93c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:37.558343 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-2f1d0aad-ce1a-4aad-801c-01daa44cf93c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 814 time: 0.3270860
Jun 06 11:53:37.614731 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-c31dd0b2-fa12-4354-b6a5-a2ace03e4353 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/quotas/53014cfd1d5b4ea5b9d78120d23fd44c HTTP/1.1" status: 200  len: 375 time: 0.0284154
Jun 06 11:53:37.624196 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e138ac0d-12bb-4ac3-9858-f19dc53a6dcd {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:53:37.675765 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:37.709257 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Transition to ACTIVE for port object e138ac0d-12bb-4ac3-9858-f19dc53a6dcd will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:53:37.725386 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:37.734605 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-cb64236a-9924-451b-a2c1-afb54acbeb58 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:37.795779 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-48a92922-bfab-4aae-a2b5-3d7ab7a6d07b tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1743248
Jun 06 11:53:37.923694 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Pushing event updated for resources: {'Port': ['ID=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:37.999275 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:38.085269 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-effda35b-e1d8-463a-b098-9d70cbb5bc33 service neutron] 10.222.0.46 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2801220
Jun 06 11:53:38.144714 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Attempting to bind port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:53:38.145385 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Attempting to bind port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'cd299d54-9b4f-45f1-9ec9-545490b4c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:53:38.145710 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Attempting to bind port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd on network 21c579f4-d598-4cc7-8b35-db1feeca4f8d {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:53:38.195840 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd on network 21c579f4-d598-4cc7-8b35-db1feeca4f8d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:53:38.196082 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Attempting to bind port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd on network 21c579f4-d598-4cc7-8b35-db1feeca4f8d {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:53:38.206623 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:53:38.206956 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Checking segment: {'id': 'cd299d54-9b4f-45f1-9ec9-545490b4c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:53:38.207332 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Bound using segment: {'id': 'cd299d54-9b4f-45f1-9ec9-545490b4c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:53:38.207755 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Bound port: e138ac0d-12bb-4ac3-9858-f19dc53a6dcd, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd299d54-9b4f-45f1-9ec9-545490b4c33f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:53:38.208099 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:38.280022 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:38.354759 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-6d435867-56a6-4d8a-b175-79615877166a service neutron] 10.222.0.46 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2631168
Jun 06 11:53:38.383594 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] For port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:53:38.387459 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] For port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,segment=NetworkSegment(cd299d54-9b4f-45f1-9ec9-545490b4c33f),segment_id=cd299d54-9b4f-45f1-9ec9-545490b4c33f)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:53:38.392112 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:38.399646 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:38.467403 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25062fe-9c4c-4216-8fa3-6818bb662294 req-16dfbd20-9b3e-4aa6-a851-62f2da3f79ca tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:38.469049 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a25062fe-9c4c-4216-8fa3-6818bb662294 req-16dfbd20-9b3e-4aa6-a851-62f2da3f79ca tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 944 time: 0.2376063
Jun 06 11:53:38.474638 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:38.475238 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:38.476523 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] 10.222.0.16 "PUT /v2.0/ports/e138ac0d-12bb-4ac3-9858-f19dc53a6dcd HTTP/1.1" status: 200  len: 1094 time: 1.7703915
Jun 06 11:53:38.477021 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62980c40-3e90-4209-922b-e9d61c6e8240', 'tag': 'e138ac0d-12bb-4ac3-9858-f19dc53a6dcd'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:53:38.479289 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f212018-40c5-4853-8828-4baef0426dae" -d '{"events": [{"name": "network-changed", "server_uuid": "62980c40-3e90-4209-922b-e9d61c6e8240", "tag": "e138ac0d-12bb-4ac3-9858-f19dc53a6dcd"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:53:38.594757 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-78b4eeb8-1b73-41ea-a389-1397f2a4ff97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:38.598355 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3d05a1df-f6a7-4e5a-9ed1-92c31b27ecae req-3515597a-8eac-4355-bf97-5a781adc4131 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 210 time: 0.0987055
Jun 06 11:53:38.607616 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Pushing event updated for resources: {'Port': ['ID=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:38.616351 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:38.635175 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a25062fe-9c4c-4216-8fa3-6818bb662294 req-c3a8d1d9-d28b-4ecb-bf61-ed3a407c30ce tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1511760
Jun 06 11:53:38.661659 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9c04-963c-4406-828f-035b4ea276f0 req-27753a7b-f4e3-4527-bce6-0ca9fc7e10f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:38.663225 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-27753a7b-f4e3-4527-bce6-0ca9fc7e10f2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44f7b297051d465bae190dfc9fe27aa3&device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 1097 time: 0.1178324
Jun 06 11:53:38.667532 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88cb1d62-9f34-4ffa-bf8f-2152c22df7b2 x-openstack-request-id: req-88cb1d62-9f34-4ffa-bf8f-2152c22df7b2 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:53:38.667855 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62980c40-3e90-4209-922b-e9d61c6e8240", "tag": "e138ac0d-12bb-4ac3-9858-f19dc53a6dcd", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:53:38.668134 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-88cb1d62-9f34-4ffa-bf8f-2152c22df7b2 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:53:38.668542 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62980c40-3e90-4209-922b-e9d61c6e8240', 'tag': 'e138ac0d-12bb-4ac3-9858-f19dc53a6dcd', 'status': 'completed', 'code': 200}
Jun 06 11:53:38.740628 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-270f3c45-fa75-4d2e-8040-1854e3394218 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd HTTP/1.1" status: 200  len: 217 time: 0.0654621
Jun 06 11:53:38.865395 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354f9c04-963c-4406-828f-035b4ea276f0 req-3ad3d250-56f9-45fa-9d5a-92110b99e01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:38.866830 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-3ad3d250-56f9-45fa-9d5a-92110b99e01f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0792fbaf-445b-4fa6-941b-34bd25fc6429 HTTP/1.1" status: 200  len: 848 time: 0.0846996
Jun 06 11:53:38.886487 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b30df9d-9439-4a6d-b23a-66faf9068ab9 req-99b3c9a4-5518-44c6-97aa-0983b0637c45 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:38.887975 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6b30df9d-9439-4a6d-b23a-66faf9068ab9 req-99b3c9a4-5518-44c6-97aa-0983b0637c45 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1452308
Jun 06 11:53:39.032143 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-a4da4cfc-94a4-4871-9196-ac98d216a85e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21c579f4-d598-4cc7-8b35-db1feeca4f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1543326
Jun 06 11:53:39.110228 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6b30df9d-9439-4a6d-b23a-66faf9068ab9 req-eadc37be-2dbc-4bf3-af7d-2ad9c767713b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1796598
Jun 06 11:53:39.207637 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-62f758da-e09c-4e2c-9a6a-c6111685e915 service neutron] 10.222.0.16 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1624465
Jun 06 11:53:39.355096 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-354f9c04-963c-4406-828f-035b4ea276f0 req-ce0c1a7e-c440-4dc6-be65-141baf49d93a service neutron] 10.222.0.16 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1388423
Jun 06 11:53:39.482441 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f212018-40c5-4853-8828-4baef0426dae req-3488e053-17bb-4e89-a872-9354e6671439 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:39.483811 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f212018-40c5-4853-8828-4baef0426dae req-3488e053-17bb-4e89-a872-9354e6671439 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=44f7b297051d465bae190dfc9fe27aa3&device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 1097 time: 0.0709062
Jun 06 11:53:39.616018 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f212018-40c5-4853-8828-4baef0426dae req-c24d6c4e-a7b9-4367-b1a5-4638671cf5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:39.617655 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f212018-40c5-4853-8828-4baef0426dae req-c24d6c4e-a7b9-4367-b1a5-4638671cf5a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=21c579f4-d598-4cc7-8b35-db1feeca4f8d HTTP/1.1" status: 200  len: 909 time: 0.1252122
Jun 06 11:53:39.626181 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:39.707850 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f212018-40c5-4853-8828-4baef0426dae req-51503326-16a0-41f8-8b45-b9680cd362d8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd HTTP/1.1" status: 200  len: 217 time: 0.0664816
Jun 06 11:53:39.872273 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-980dfef4-d35c-4bba-8d6f-0a3b73a153d9 req-2061117f-f0e8-4426-8f30-4b98717a8c76 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 210 time: 0.1147907
Jun 06 11:53:39.901682 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f212018-40c5-4853-8828-4baef0426dae req-db48aa07-f996-440d-9f0a-4aa01b81f50f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:39.903091 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f212018-40c5-4853-8828-4baef0426dae req-db48aa07-f996-440d-9f0a-4aa01b81f50f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0792fbaf-445b-4fa6-941b-34bd25fc6429 HTTP/1.1" status: 200  len: 848 time: 0.1870143
Jun 06 11:53:40.022607 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f212018-40c5-4853-8828-4baef0426dae req-64fc1630-7464-4e0c-87e3-837b6b604a13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=21c579f4-d598-4cc7-8b35-db1feeca4f8d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618947
Jun 06 11:53:40.097660 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37748e-cb54-4705-b335-72329b16fd93 req-9a411482-e7c4-44b6-ac6b-f18acfea71f3 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:40.099187 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-9a411482-e7c4-44b6-ac6b-f18acfea71f3 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 814 time: 0.2675066
Jun 06 11:53:40.116125 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabefdd3-8b18-4535-944d-553fc64c48ff req-74fd9d56-3ce5-4059-888b-a6aa8f012fad tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:40.117586 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-dabefdd3-8b18-4535-944d-553fc64c48ff req-74fd9d56-3ce5-4059-888b-a6aa8f012fad tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 944 time: 0.3591771
Jun 06 11:53:40.168218 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Request body: {'port': {'device_id': '5f015e01-74f4-4c36-bfaf-a03e52320a59', 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454', 'admin_state_up': True, 'tenant_id': '53014cfd1d5b4ea5b9d78120d23fd44c'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:53:40.324633 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-dabefdd3-8b18-4535-944d-553fc64c48ff req-32a8338b-0242-4261-b7e7-b47b7775908e tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1605201
Jun 06 11:53:40.330603 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f212018-40c5-4853-8828-4baef0426dae req-9e14a79a-52b2-45f6-a5c6-200b0dd646a1 service neutron] 10.222.0.16 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2919974
Jun 06 11:53:40.545452 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Made reservation on behalf of 53014cfd1d5b4ea5b9d78120d23fd44c for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:53:40.548929 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:40.607855 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52248) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:40.708627 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f212018-40c5-4853-8828-4baef0426dae req-d2b66fd0-dedb-4890-82ff-a5150af88bdb service neutron] 10.222.0.16 "GET /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3480673
Jun 06 11:53:40.724533 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c72a80-fbc3-45c1-9eeb-9cff1b367e5d req-ef1f1f4d-4d09-4a3e-b1d2-d163af1b3e6a tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:40.725997 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b3c72a80-fbc3-45c1-9eeb-9cff1b367e5d req-ef1f1f4d-4d09-4a3e-b1d2-d163af1b3e6a tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.3643928
Jun 06 11:53:40.730899 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:40.830742 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b3c72a80-fbc3-45c1-9eeb-9cff1b367e5d req-78f34b2e-aedd-4da6-8632-517c9090182b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0955789
Jun 06 11:53:40.836117 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:40.840475 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:40.848218 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-26a0950d-4321-420e-b897-70ea2025c414 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:40.871148 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Allocated IP 172.20.0.2 (e3ae0608-90fa-4167-949f-1b861b3fb454/614cc7c5-d430-4a05-a524-33339245adf2/f8c21de2-586e-437e-a95b-0c1394caee36) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:53:40.888152 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=017889bc-dd15-4596-a392-6630eba5991c,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:40.894966 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=acf29bab8cf0471b86327a28e85a647b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2829781
Jun 06 11:53:40.897572 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52252) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:40.901545 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device e138ac0d-12bb-4ac3-9858-f19dc53a6dcd details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:53:40.924982 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.926000 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.926365 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.926735 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.927078 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.927563 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.927988 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.928402 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.928763 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.929122 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.929509 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.929862 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:40.936457 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:41.070378 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.098837 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,segment=NetworkSegment(cd299d54-9b4f-45f1-9ec9-545490b4c33f),segment_id=cd299d54-9b4f-45f1-9ec9-545490b4c33f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:41.101670 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-468385ed-2855-40bc-9e2c-6b02ba606c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.117306 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': 'e138ac0d-12bb-4ac3-9858-f19dc53a6dcd', 'network_id': '21c579f4-d598-4cc7-8b35-db1feeca4f8d', 'port_id': 'e138ac0d-12bb-4ac3-9858-f19dc53a6dcd', 'mac_address': 'fa:16:3e:7c:c4:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 652, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0792fbaf-445b-4fa6-941b-34bd25fc6429', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:53:41.135132 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-468385ed-2855-40bc-9e2c-6b02ba606c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.147102 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8b3fccd9-53c9-4b35-b853-a9f37b02307c req-b819639b-0a87-4811-b2c9-157b76226230 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 210 time: 0.0861101
Jun 06 11:53:41.194863 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.200454 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-468385ed-2855-40bc-9e2c-6b02ba606c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.204833 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-468385ed-2855-40bc-9e2c-6b02ba606c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.213444 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e138ac0d-12bb-4ac3-9858-f19dc53a6dcd {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:53:41.222715 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-468385ed-2855-40bc-9e2c-6b02ba606c27 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/017889bc-dd15-4596-a392-6630eba5991c HTTP/1.1" status: 204  len: 168 time: 0.3093963
Jun 06 11:53:41.223493 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.225351 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0e73cd38-69b9-4893-a2ad-13a73c6776fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:41.230884 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,segment=NetworkSegment(cd299d54-9b4f-45f1-9ec9-545490b4c33f),segment_id=cd299d54-9b4f-45f1-9ec9-545490b4c33f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:41.236210 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.238169 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:41.240563 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468385ed-2855-40bc-9e2c-6b02ba606c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=017889bc-dd15-4596-a392-6630eba5991c,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:41.242851 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-468385ed-2855-40bc-9e2c-6b02ba606c27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:41.270928 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.279500 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:41.300307 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['553b98cb-5b41-4971-a236-57342f732361', '8db1bcca-25d8-42b8-85fc-148adba87f1f', '5afb76e8-c91b-4339-a526-d149361b68c1'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:53:41.361343 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Network e3ae0608-90fa-4167-949f-1b861b3fb454 is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:53:41.365578 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:53:41.369532 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:53:41.393316 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:41.425762 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.426283 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.427166 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Pushing event updated for resources: {'Port': ['ID=f8c21de2-586e-437e-a95b-0c1394caee36,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:41.427512 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.428006 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.428493 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.429108 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.429587 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.430059 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.431381 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.431900 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.432616 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.433362 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:53:41.437210 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:41.441892 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:41.462301 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:41.463220 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.492144 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3290741
Jun 06 11:53:41.506327 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Request body: {'port': {'device_id': '5f015e01-74f4-4c36-bfaf-a03e52320a59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:53:41.591466 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52276) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:41.615790 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-72efca9e-aba5-4a22-b99f-81264b0054cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.668037 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['e138ac0d-12bb-4ac3-9858-f19dc53a6dcd'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:53:41.676516 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.734230 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce41439e-b38d-4455-9cea-d1aba013e947 req-c8e15282-3043-4ffa-adfb-4f1a93a76f2b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:41.736279 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ce41439e-b38d-4455-9cea-d1aba013e947 req-c8e15282-3043-4ffa-adfb-4f1a93a76f2b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 945 time: 0.1980340
Jun 06 11:53:41.755065 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-72efca9e-aba5-4a22-b99f-81264b0054cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.760614 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-72efca9e-aba5-4a22-b99f-81264b0054cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.769709 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6c2581ac-226b-4299-a501-0ea1ca1432f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:41.817721 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-72efca9e-aba5-4a22-b99f-81264b0054cc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=72f9ff1e0b3e44798018a0d810f26456&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2248721
Jun 06 11:53:41.818411 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52282) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:41.830077 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72efca9e-aba5-4a22-b99f-81264b0054cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d6ab3b2-9b52-4f30-9a09-857157f2a9a0,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:41.834791 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-72efca9e-aba5-4a22-b99f-81264b0054cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:41.867038 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ce41439e-b38d-4455-9cea-d1aba013e947 req-e2c9f7ff-0cc3-4c66-84c9-b0b344356151 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1178658
Jun 06 11:53:41.900990 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-75f12c49-48d8-4a95-90b0-69ea01bdcd4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.933428 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-75f12c49-48d8-4a95-90b0-69ea01bdcd4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.995575 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-75f12c49-48d8-4a95-90b0-69ea01bdcd4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.998179 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-75f12c49-48d8-4a95-90b0-69ea01bdcd4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:41.999320 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-75f12c49-48d8-4a95-90b0-69ea01bdcd4b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7d6ab3b2-9b52-4f30-9a09-857157f2a9a0 HTTP/1.1" status: 204  len: 168 time: 0.1791925
Jun 06 11:53:42.000071 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-896e5dc3-39d5-4780-8b71-37fc3478cc5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:42.012512 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f12c49-48d8-4a95-90b0-69ea01bdcd4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d6ab3b2-9b52-4f30-9a09-857157f2a9a0,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:42.020186 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-75f12c49-48d8-4a95-90b0-69ea01bdcd4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:42.144041 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7362f7-0641-4c60-9e35-1fcb5b4332dd req-4c113124-fc9c-4f36-8921-c85080874658 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:42.145811 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aa7362f7-0641-4c60-9e35-1fcb5b4332dd req-4c113124-fc9c-4f36-8921-c85080874658 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1791320
Jun 06 11:53:42.284418 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8c21de2-586e-437e-a95b-0c1394caee36 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:53:42.305680 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:42.315885 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aa7362f7-0641-4c60-9e35-1fcb5b4332dd req-f2dfeb82-00e0-430e-bda1-f3b541c0863b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1310568
Jun 06 11:53:42.376616 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Transition to ACTIVE for port object f8c21de2-586e-437e-a95b-0c1394caee36 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:53:42.385484 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:42.389825 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:42.569310 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Pushing event updated for resources: {'Port': ['ID=f8c21de2-586e-437e-a95b-0c1394caee36,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:42.573945 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:42.583294 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acc7e54-41d3-463c-8111-b5756c593a79 req-1f4781e3-9b31-4a2b-8a04-8e7fd622a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:42.585023 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5acc7e54-41d3-463c-8111-b5756c593a79 req-1f4781e3-9b31-4a2b-8a04-8e7fd622a580 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 1098 time: 0.3435283
Jun 06 11:53:42.725207 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebb9434-427c-4954-838d-2c78aa78db88 req-54e125b0-9642-4b81-a95e-d5031dab7b3a tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:42.726626 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cebb9434-427c-4954-838d-2c78aa78db88 req-54e125b0-9642-4b81-a95e-d5031dab7b3a tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 931 time: 0.4185061
Jun 06 11:53:42.796770 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5acc7e54-41d3-463c-8111-b5756c593a79 req-e1ee6529-8180-421b-a82f-be5b57113d50 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1849890
Jun 06 11:53:42.810220 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cebb9434-427c-4954-838d-2c78aa78db88 req-84e060d7-4faa-4389-8f25-a26a2df7065c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0755088
Jun 06 11:53:42.810989 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Attempting to bind port f8c21de2-586e-437e-a95b-0c1394caee36 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:53:42.811310 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Attempting to bind port f8c21de2-586e-437e-a95b-0c1394caee36 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:53:42.811623 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Attempting to bind port f8c21de2-586e-437e-a95b-0c1394caee36 on network e3ae0608-90fa-4167-949f-1b861b3fb454 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:53:42.816834 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Port f8c21de2-586e-437e-a95b-0c1394caee36 on network e3ae0608-90fa-4167-949f-1b861b3fb454 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:53:42.817389 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Attempting to bind port f8c21de2-586e-437e-a95b-0c1394caee36 on network e3ae0608-90fa-4167-949f-1b861b3fb454 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:53:42.822311 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:53:42.822553 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Checking segment: {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:53:42.822846 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Bound using segment: {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:53:42.823240 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Bound port: f8c21de2-586e-437e-a95b-0c1394caee36, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25fa7ab8-d083-47c5-bdc5-5815202481b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 675, 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:53:42.823569 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:42.910353 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] For port f8c21de2-586e-437e-a95b-0c1394caee36, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:53:42.913395 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] For port f8c21de2-586e-437e-a95b-0c1394caee36, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f8c21de2-586e-437e-a95b-0c1394caee36,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:53:42.918121 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:42.922883 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:42.982476 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:42.983064 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:42.984390 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] 10.222.0.16 "PUT /v2.0/ports/f8c21de2-586e-437e-a95b-0c1394caee36 HTTP/1.1" status: 200  len: 1093 time: 1.4826119
Jun 06 11:53:42.988421 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f015e01-74f4-4c36-bfaf-a03e52320a59', 'tag': 'f8c21de2-586e-437e-a95b-0c1394caee36'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:53:42.991348 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1" -d '{"events": [{"name": "network-changed", "server_uuid": "5f015e01-74f4-4c36-bfaf-a03e52320a59", "tag": "f8c21de2-586e-437e-a95b-0c1394caee36"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:53:43.038030 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdbc5c78-fbbf-47d0-92d1-af324c6410b3 x-openstack-request-id: req-cdbc5c78-fbbf-47d0-92d1-af324c6410b3 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:53:43.038350 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f015e01-74f4-4c36-bfaf-a03e52320a59", "tag": "f8c21de2-586e-437e-a95b-0c1394caee36", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:53:43.038627 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-cdbc5c78-fbbf-47d0-92d1-af324c6410b3 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:53:43.039033 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f015e01-74f4-4c36-bfaf-a03e52320a59', 'tag': 'f8c21de2-586e-437e-a95b-0c1394caee36', 'status': 'completed', 'code': 200}
Jun 06 11:53:43.107173 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Pushing event updated for resources: {'Port': ['ID=f8c21de2-586e-437e-a95b-0c1394caee36,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:43.113231 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:43.147120 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01654db2-c8a8-4062-b146-fb4e0b328162 req-a954a5f7-0ece-4562-96b2-78b5a40d0f03 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:43.148576 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-01654db2-c8a8-4062-b146-fb4e0b328162 req-a954a5f7-0ece-4562-96b2-78b5a40d0f03 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 945 time: 0.1633060
Jun 06 11:53:43.171780 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37748e-cb54-4705-b335-72329b16fd93 req-255b9dce-0af7-4fca-9a04-641df6efbe3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:43.173249 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-255b9dce-0af7-4fca-9a04-641df6efbe3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 1096 time: 0.1216261
Jun 06 11:53:43.258194 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-01654db2-c8a8-4062-b146-fb4e0b328162 req-4079744f-d03a-4c59-8558-5f1c6da69b40 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1035066
Jun 06 11:53:43.259711 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-3a90c15b-a30a-4d17-be34-23dcf15960ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8c21de2-586e-437e-a95b-0c1394caee36 HTTP/1.1" status: 200  len: 217 time: 0.0718927
Jun 06 11:53:43.412701 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d37748e-cb54-4705-b335-72329b16fd93 req-354365f3-2e88-4f19-89f4-bc986563c253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:43.414331 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-354365f3-2e88-4f19-89f4-bc986563c253 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=614cc7c5-d430-4a05-a524-33339245adf2 HTTP/1.1" status: 200  len: 854 time: 0.0622823
Jun 06 11:53:43.505950 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-359ac00e-27dc-464b-aafd-feb33045b66d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae0608-90fa-4167-949f-1b861b3fb454&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0792716
Jun 06 11:53:43.660546 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53a580-f822-4337-b813-5e9a10464cb2 req-7f516b78-f343-4195-a74e-07021a896492 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:43.662126 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2c53a580-f822-4337-b813-5e9a10464cb2 req-7f516b78-f343-4195-a74e-07021a896492 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2342029
Jun 06 11:53:43.667451 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-febd9a27-0886-4418-806e-ecb855a701aa service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1495135
Jun 06 11:53:43.792439 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2c53a580-f822-4337-b813-5e9a10464cb2 req-1ede2e96-9dca-49cc-822d-bf7b531a62d6 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1226976
Jun 06 11:53:43.837422 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d37748e-cb54-4705-b335-72329b16fd93 req-849a4270-0007-4693-94ec-348ec9034a8e service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1527450
Jun 06 11:53:43.915430 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52352) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:44.041643 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1 req-8e217750-0b2f-4896-b8a6-952f07c6a435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:44.043098 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1 req-8e217750-0b2f-4896-b8a6-952f07c6a435 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 1096 time: 0.1441979
Jun 06 11:53:44.043580 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7792b55e-7b7b-4090-9a04-e5258eda03d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.051850 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169d2bd6-7d39-455d-9db0-134da726efca req-7f15319e-4012-44da-92a7-6e7f747098f6 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:44.053560 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-169d2bd6-7d39-455d-9db0-134da726efca req-7f15319e-4012-44da-92a7-6e7f747098f6 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 943 time: 0.1155071
Jun 06 11:53:44.161149 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7792b55e-7b7b-4090-9a04-e5258eda03d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.166052 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7792b55e-7b7b-4090-9a04-e5258eda03d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.174610 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-158c9b3e-eab9-4128-afcb-6bf5f39b5b84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:44.192208 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-169d2bd6-7d39-455d-9db0-134da726efca req-33a29318-1bd1-4848-8382-9e7ecce0108a tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188753
Jun 06 11:53:44.212906 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7792b55e-7b7b-4090-9a04-e5258eda03d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828e9751-0f6f-4f3d-9850-aa6f4d78c948,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:44.217458 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-7792b55e-7b7b-4090-9a04-e5258eda03d3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bff9f511fe13449dbf143ea0123acce4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2996840
Jun 06 11:53:44.218583 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7792b55e-7b7b-4090-9a04-e5258eda03d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:44.220931 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52356) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:44.233233 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1 req-ab4411c3-a616-4cc4-9875-a2ac38cfe776 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:44.235084 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1 req-ab4411c3-a616-4cc4-9875-a2ac38cfe776 service neutron] 10.222.0.16 "GET /v2.0/networks?id=e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 200  len: 915 time: 0.1807065
Jun 06 11:53:44.277304 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34eaea94-520d-4b8a-8f62-08b49a11f6f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.303590 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34eaea94-520d-4b8a-8f62-08b49a11f6f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.311294 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1 req-ce65ab40-1b40-4783-b9e6-81dceeb0b61e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f8c21de2-586e-437e-a95b-0c1394caee36 HTTP/1.1" status: 200  len: 217 time: 0.0644593
Jun 06 11:53:44.358754 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34eaea94-520d-4b8a-8f62-08b49a11f6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.361754 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34eaea94-520d-4b8a-8f62-08b49a11f6f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.366792 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-34eaea94-520d-4b8a-8f62-08b49a11f6f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/828e9751-0f6f-4f3d-9850-aa6f4d78c948 HTTP/1.1" status: 204  len: 168 time: 0.1446488
Jun 06 11:53:44.367548 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3e94273a-1c4c-46c3-833c-9cf5287f0991 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:44.378406 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eaea94-520d-4b8a-8f62-08b49a11f6f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828e9751-0f6f-4f3d-9850-aa6f4d78c948,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:44.387113 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-34eaea94-520d-4b8a-8f62-08b49a11f6f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:44.389127 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1 req-a12b5ee6-88ce-49ad-a736-aa104e28adf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:44.390720 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1 req-a12b5ee6-88ce-49ad-a736-aa104e28adf6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=614cc7c5-d430-4a05-a524-33339245adf2 HTTP/1.1" status: 200  len: 854 time: 0.0698764
Jun 06 11:53:44.485599 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1 req-aabdc4ce-7bec-46f4-969a-da4769623d1f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=e3ae0608-90fa-4167-949f-1b861b3fb454&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0502379
Jun 06 11:53:44.677374 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52368) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:44.694663 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8fecac92-e9ee-45a9-aaa3-e1259a781b60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.700746 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b71876-0fc1-4f42-8107-03136e78eca3 req-53150441-c76a-4749-aa61-06f286d07bcd tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:44.702213 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-52b71876-0fc1-4f42-8107-03136e78eca3 req-53150441-c76a-4749-aa61-06f286d07bcd tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 945 time: 0.3105414
Jun 06 11:53:44.736614 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1 req-8997af28-368b-4ecf-a341-4c47f297ab2e service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2415295
Jun 06 11:53:44.801741 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8fecac92-e9ee-45a9-aaa3-e1259a781b60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.803691 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-52b71876-0fc1-4f42-8107-03136e78eca3 req-1c85e14d-1375-425b-9335-ccdd1e77c162 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890675
Jun 06 11:53:44.806779 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8fecac92-e9ee-45a9-aaa3-e1259a781b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.835824 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-468385ed-2855-40bc-9e2c-6b02ba606c27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:44.846722 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-8fecac92-e9ee-45a9-aaa3-e1259a781b60 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=348210670d454186a13dfa3529c80264&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1682348
Jun 06 11:53:44.849008 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52374) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:44.907810 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a0e2e5d1-9510-4a20-82d3-5ca30d001db1 req-1754e759-fd8a-4056-9d9b-6c29a3e6bd27 service neutron] 10.222.0.16 "GET /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1570299
Jun 06 11:53:44.920306 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecac92-e9ee-45a9-aaa3-e1259a781b60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70d8ca53-4668-4229-ae71-53d30f4823c0,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:44.926322 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8fecac92-e9ee-45a9-aaa3-e1259a781b60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:44.931097 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6207c620-c242-436b-a35b-7b0d3ed78718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:44.947209 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device e138ac0d-12bb-4ac3-9858-f19dc53a6dcd up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:53:44.962893 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6207c620-c242-436b-a35b-7b0d3ed78718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:45.003285 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9543090e-385c-49a2-a98c-4c7fde3776ba req-b634987c-85c5-4c3c-9051-5697411e4b1f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:45.004785 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9543090e-385c-49a2-a98c-4c7fde3776ba req-b634987c-85c5-4c3c-9051-5697411e4b1f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.0921397
Jun 06 11:53:45.017636 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6207c620-c242-436b-a35b-7b0d3ed78718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:45.020223 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6207c620-c242-436b-a35b-7b0d3ed78718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:45.021489 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6207c620-c242-436b-a35b-7b0d3ed78718 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/70d8ca53-4668-4229-ae71-53d30f4823c0 HTTP/1.1" status: 204  len: 168 time: 0.1715121
Jun 06 11:53:45.022250 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1c424473-e6ff-40ad-ae99-582a9f5daaaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:45.031976 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207c620-c242-436b-a35b-7b0d3ed78718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70d8ca53-4668-4229-ae71-53d30f4823c0,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:45.037233 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:53:45.041466 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6207c620-c242-436b-a35b-7b0d3ed78718 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:45.054107 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:53:45.054375 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9543090e-385c-49a2-a98c-4c7fde3776ba req-c7fabb55-1fb9-4e25-9229-ac1618a5f51b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432472
Jun 06 11:53:45.054592 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:45.179378 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:45.209358 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62980c40-3e90-4209-922b-e9d61c6e8240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e138ac0d-12bb-4ac3-9858-f19dc53a6dcd'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:53:45.211583 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192d9faa-db2a-4f67-b34c-547b19cfb152" -d '{"events": [{"server_uuid": "62980c40-3e90-4209-922b-e9d61c6e8240", "name": "network-vif-plugged", "status": "completed", "tag": "e138ac0d-12bb-4ac3-9858-f19dc53a6dcd"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:53:45.222437 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,segment=NetworkSegment(cd299d54-9b4f-45f1-9ec9-545490b4c33f),segment_id=cd299d54-9b4f-45f1-9ec9-545490b4c33f)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:45.229077 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:45.233189 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-4bda4fc5-df92-44bd-a286-db956eae8a4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:45.276132 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2eb56be-241e-4403-8765-1a1d6977ea54 x-openstack-request-id: req-b2eb56be-241e-4403-8765-1a1d6977ea54 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:53:45.276439 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62980c40-3e90-4209-922b-e9d61c6e8240", "name": "network-vif-plugged", "status": "completed", "tag": "e138ac0d-12bb-4ac3-9858-f19dc53a6dcd", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:53:45.276729 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-b2eb56be-241e-4403-8765-1a1d6977ea54 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:53:45.277521 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62980c40-3e90-4209-922b-e9d61c6e8240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e138ac0d-12bb-4ac3-9858-f19dc53a6dcd', 'code': 200}
Jun 06 11:53:45.330540 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:45.335252 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:45.449388 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcfb5c8-0262-4287-9ef8-84104277212a req-fc1ae938-0075-4014-a266-13fffc47a6c2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:45.453850 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2dcfb5c8-0262-4287-9ef8-84104277212a req-fc1ae938-0075-4014-a266-13fffc47a6c2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 943 time: 0.1109810
Jun 06 11:53:45.661045 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2dcfb5c8-0262-4287-9ef8-84104277212a req-3fd9c9b1-7848-48d3-8eee-3fd5a9ee9cc0 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1613376
Jun 06 11:53:45.699092 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de8d85-0840-4273-92fa-2993e3b3b62f req-5192b775-32d5-4009-941a-d677e39ea842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:45.700535 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c1de8d85-0840-4273-92fa-2993e3b3b62f req-5192b775-32d5-4009-941a-d677e39ea842 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 1099 time: 0.1998503
Jun 06 11:53:45.703160 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09074f-2c33-459c-9fdb-d1d8748cab29 req-5286c145-1637-4804-8d47-a6ad3cfb4956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:45.706306 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb09074f-2c33-459c-9fdb-d1d8748cab29 req-5286c145-1637-4804-8d47-a6ad3cfb4956 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 1098 time: 0.2480421
Jun 06 11:53:45.716967 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31761ace-baf2-4212-b368-9db266a21ac7 req-1da68b50-63aa-4188-94b2-3aa18656c6c9 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:45.718336 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-31761ace-baf2-4212-b368-9db266a21ac7 req-1da68b50-63aa-4188-94b2-3aa18656c6c9 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1595025
Jun 06 11:53:45.882140 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c1de8d85-0840-4273-92fa-2993e3b3b62f req-85a80f04-c282-43a5-9342-e2618961844c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612570
Jun 06 11:53:45.904143 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-31761ace-baf2-4212-b368-9db266a21ac7 req-241008d1-cfcc-4101-bf26-fa1728b0c7de tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699643
Jun 06 11:53:45.934431 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09074f-2c33-459c-9fdb-d1d8748cab29 req-30e39e1a-d62e-4d63-98e7-ab093917c2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:45.936174 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb09074f-2c33-459c-9fdb-d1d8748cab29 req-30e39e1a-d62e-4d63-98e7-ab093917c2b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 920 time: 0.2141447
Jun 06 11:53:46.081887 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb09074f-2c33-459c-9fdb-d1d8748cab29 req-4de497e8-8ed2-40c9-a84c-f5d35d116049 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a63994b-22db-42a9-91e7-90198a85b2d8 HTTP/1.1" status: 200  len: 217 time: 0.1014831
Jun 06 11:53:46.163388 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb09074f-2c33-459c-9fdb-d1d8748cab29 req-d42311c8-e675-47c7-b022-a5116993d9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:46.164825 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb09074f-2c33-459c-9fdb-d1d8748cab29 req-d42311c8-e675-47c7-b022-a5116993d9b3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 200  len: 859 time: 0.0665979
Jun 06 11:53:46.176510 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442321b-422e-4dd2-bf26-06fcd74c7cf9 req-aa4e7f8d-cf82-454f-b481-be568c2942f9 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:46.177916 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4442321b-422e-4dd2-bf26-06fcd74c7cf9 req-aa4e7f8d-cf82-454f-b481-be568c2942f9 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 946 time: 0.1439028
Jun 06 11:53:46.237982 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb09074f-2c33-459c-9fdb-d1d8748cab29 req-4d58bc5f-884e-4a2e-ad15-49a7750bfd39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f36849b-663e-409b-b9ee-637f743f6c79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0591314
Jun 06 11:53:46.281972 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4442321b-422e-4dd2-bf26-06fcd74c7cf9 req-6cca8048-a9ea-4e09-a94a-c5bf3b97a0e9 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730145
Jun 06 11:53:46.388556 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb09074f-2c33-459c-9fdb-d1d8748cab29 req-8b9add86-bc1f-48fe-b8fe-b202cfc869b2 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382048
Jun 06 11:53:46.525797 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb09074f-2c33-459c-9fdb-d1d8748cab29 req-3982bd7c-56ec-4c98-b522-a16f09380741 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1244426
Jun 06 11:53:46.966244 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device f8c21de2-586e-437e-a95b-0c1394caee36 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:53:47.061946 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d5c67a-ac6c-4f30-a02f-7fe862d58b63 req-b72fc499-3ff0-43a3-8235-c4ed67b6a104 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:47.069307 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-62d5c67a-ac6c-4f30-a02f-7fe862d58b63 req-b72fc499-3ff0-43a3-8235-c4ed67b6a104 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 943 time: 0.1490362
Jun 06 11:53:47.213365 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port f8c21de2-586e-437e-a95b-0c1394caee36, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f8c21de2-586e-437e-a95b-0c1394caee36,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:47.229603 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': 'f8c21de2-586e-437e-a95b-0c1394caee36', 'network_id': 'e3ae0608-90fa-4167-949f-1b861b3fb454', 'port_id': 'f8c21de2-586e-437e-a95b-0c1394caee36', 'mac_address': 'fa:16:3e:f1:08:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 675, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '614cc7c5-d430-4a05-a524-33339245adf2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:53:47.286926 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-62d5c67a-ac6c-4f30-a02f-7fe862d58b63 req-742d8abb-1000-4a71-a266-5853a72305df tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2142906
Jun 06 11:53:47.322558 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8480564-f581-4875-a8d5-7fdf5c94f370 req-ccd91583-ded5-4c92-87ac-a700c47f7c9d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:47.324846 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:47.337530 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d8480564-f581-4875-a8d5-7fdf5c94f370 req-ccd91583-ded5-4c92-87ac-a700c47f7c9d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2661209
Jun 06 11:53:47.358431 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8c21de2-586e-437e-a95b-0c1394caee36 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:53:47.382901 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port f8c21de2-586e-437e-a95b-0c1394caee36, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f8c21de2-586e-437e-a95b-0c1394caee36,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:47.388497 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:47.392156 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:47.416847 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d8480564-f581-4875-a8d5-7fdf5c94f370 req-4a378989-1ca4-4a78-839e-bb0f668a3575 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0734775
Jun 06 11:53:47.540425 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=f8c21de2-586e-437e-a95b-0c1394caee36,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:47.546213 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:47.746306 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9647e163-ae94-46a6-a2b7-552b0b78ca33 req-8e03580f-258a-491b-8951-0be932325f59 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:47.747754 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9647e163-ae94-46a6-a2b7-552b0b78ca33 req-8e03580f-258a-491b-8951-0be932325f59 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 946 time: 0.0940046
Jun 06 11:53:47.796749 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9647e163-ae94-46a6-a2b7-552b0b78ca33 req-b22477da-4b07-4697-87e0-2dd174f0064f tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401149
Jun 06 11:53:48.223040 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['f8c21de2-586e-437e-a95b-0c1394caee36'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:53:48.478895 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834d3533-1cc9-4670-b309-634621c518e4 req-655de4bf-c30a-4a19-873a-95b6313ca86c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:48.480380 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-834d3533-1cc9-4670-b309-634621c518e4 req-655de4bf-c30a-4a19-873a-95b6313ca86c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 944 time: 0.0820098
Jun 06 11:53:48.529188 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-834d3533-1cc9-4670-b309-634621c518e4 req-fc9c7ba6-d76a-4e21-99d7-8f53ff9d81be tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430624
Jun 06 11:53:48.620021 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba710612-050d-4e27-aca9-f7ca588a3843 req-8c350c5a-2b6e-4380-91bd-53fc61a0dd49 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:48.621622 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ba710612-050d-4e27-aca9-f7ca588a3843 req-8c350c5a-2b6e-4380-91bd-53fc61a0dd49 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.0847714
Jun 06 11:53:48.668940 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ba710612-050d-4e27-aca9-f7ca588a3843 req-dc37041c-ffd6-4284-bf60-17f6b68d3857 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407898
Jun 06 11:53:49.174149 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8667d-080f-4ea4-a231-4bcb2709df5c req-6a5ed58c-e2f5-459c-8340-abca39da04f1 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:49.175593 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b8b8667d-080f-4ea4-a231-4bcb2709df5c req-6a5ed58c-e2f5-459c-8340-abca39da04f1 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 946 time: 0.0804236
Jun 06 11:53:49.221696 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b8b8667d-080f-4ea4-a231-4bcb2709df5c req-14236d86-ccf8-4a4e-9de1-bcbd40206f68 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402961
Jun 06 11:53:49.719245 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45172c82-6e1a-4839-8211-9795bcd1eacc req-f210be35-75b6-4b58-a7b9-b9b3c06af98d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:49.721288 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-45172c82-6e1a-4839-8211-9795bcd1eacc req-f210be35-75b6-4b58-a7b9-b9b3c06af98d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 944 time: 0.0845549
Jun 06 11:53:49.767163 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-45172c82-6e1a-4839-8211-9795bcd1eacc req-bff962db-ab79-46ab-8fb4-39c0779fd141 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403175
Jun 06 11:53:49.865608 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10237e85-a2fd-440a-bf9b-e95e089f7968 req-f34b0550-38bf-4e7c-a094-5d8e257a7b2a tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:49.866977 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-10237e85-a2fd-440a-bf9b-e95e089f7968 req-f34b0550-38bf-4e7c-a094-5d8e257a7b2a tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.0839844
Jun 06 11:53:49.914388 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-10237e85-a2fd-440a-bf9b-e95e089f7968 req-595ea607-e5be-49b8-8055-27da6398419d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420172
Jun 06 11:53:50.424071 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b57c2c-d9e8-4235-beca-4bf55d184488 req-97f3b05f-3da1-4c29-8aad-749a2b9f2993 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:50.425600 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-87b57c2c-d9e8-4235-beca-4bf55d184488 req-97f3b05f-3da1-4c29-8aad-749a2b9f2993 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 946 time: 0.0902634
Jun 06 11:53:50.481327 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-87b57c2c-d9e8-4235-beca-4bf55d184488 req-5e69cc43-aa5f-41ae-aaeb-136c3e012c7f tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490074
Jun 06 11:53:50.959761 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21979cb3-950f-4d8a-8094-8d8783c96165 req-148179c5-b352-4ecc-a659-f74a5b219775 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:50.963688 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-21979cb3-950f-4d8a-8094-8d8783c96165 req-148179c5-b352-4ecc-a659-f74a5b219775 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 944 time: 0.0849516
Jun 06 11:53:50.997510 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device f8c21de2-586e-437e-a95b-0c1394caee36 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:53:51.025795 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-21979cb3-950f-4d8a-8094-8d8783c96165 req-be6c1b7c-bd0a-4550-8002-bb6e02b0b76d tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0521078
Jun 06 11:53:51.085764 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port f8c21de2-586e-437e-a95b-0c1394caee36 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:53:51.094399 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port f8c21de2-586e-437e-a95b-0c1394caee36 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:53:51.095876 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:51.145825 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad8bf3f-3eee-40c9-a756-77ea698f8462 req-787d4441-c7f4-4910-87e7-5646c295d7d1 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:51.147192 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7ad8bf3f-3eee-40c9-a756-77ea698f8462 req-787d4441-c7f4-4910-87e7-5646c295d7d1 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.0899022
Jun 06 11:53:51.194946 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7ad8bf3f-3eee-40c9-a756-77ea698f8462 req-23d69b4f-e7bb-4435-a541-53ccf25bf4a7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398045
Jun 06 11:53:51.228384 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:51.258142 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f015e01-74f4-4c36-bfaf-a03e52320a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c21de2-586e-437e-a95b-0c1394caee36'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:53:51.261496 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-872b8762-280b-4ce4-91d4-b62c813ea5c9" -d '{"events": [{"server_uuid": "5f015e01-74f4-4c36-bfaf-a03e52320a59", "name": "network-vif-plugged", "status": "completed", "tag": "f8c21de2-586e-437e-a95b-0c1394caee36"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:53:51.271004 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port f8c21de2-586e-437e-a95b-0c1394caee36, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f8c21de2-586e-437e-a95b-0c1394caee36,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:51.277976 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:51.280145 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:51.323084 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-906458f3-b140-4eca-8d5c-10ab4766d815 x-openstack-request-id: req-906458f3-b140-4eca-8d5c-10ab4766d815 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:53:51.323441 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f015e01-74f4-4c36-bfaf-a03e52320a59", "name": "network-vif-plugged", "status": "completed", "tag": "f8c21de2-586e-437e-a95b-0c1394caee36", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:53:51.323711 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-906458f3-b140-4eca-8d5c-10ab4766d815 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:53:51.324102 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f015e01-74f4-4c36-bfaf-a03e52320a59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8c21de2-586e-437e-a95b-0c1394caee36', 'code': 200}
Jun 06 11:53:51.366207 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=f8c21de2-586e-437e-a95b-0c1394caee36,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:51.369129 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:51.621964 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22396fe-849a-44c0-8b28-944b12f94a95 req-072cf43f-8878-46ee-94d4-ada6d0b5eb93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:51.624169 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e22396fe-849a-44c0-8b28-944b12f94a95 req-072cf43f-8878-46ee-94d4-ada6d0b5eb93 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 1098 time: 0.0912135
Jun 06 11:53:51.715423 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e22396fe-849a-44c0-8b28-944b12f94a95 req-5b17a732-8c09-4dce-84d4-1c9a23177bd0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0533240
Jun 06 11:53:51.741893 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3401872c-77ed-4ff3-bfbe-a4fef6801862 req-f6549239-a8dd-4484-80ae-39acfc9629b0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:51.743656 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3401872c-77ed-4ff3-bfbe-a4fef6801862 req-f6549239-a8dd-4484-80ae-39acfc9629b0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 946 time: 0.1185949
Jun 06 11:53:51.791914 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3401872c-77ed-4ff3-bfbe-a4fef6801862 req-1cf90989-dd07-4dc0-b8ad-d4aba440ef81 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/security-groups?id=51e89357-44c7-4f40-9762-4da49e547017&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0423534
Jun 06 11:53:52.259099 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-92f663a5-8bf6-4d67-8921-a0dede7bdc45 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:52.260526 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-92f663a5-8bf6-4d67-8921-a0dede7bdc45 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.16 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 946 time: 0.1391158
Jun 06 11:53:52.271897 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faee165f-575e-41ad-86c2-057d0a8db08b req-89588f11-1426-49f7-ae26-047b3d5766cd tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:52.273293 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-faee165f-575e-41ad-86c2-057d0a8db08b req-89588f11-1426-49f7-ae26-047b3d5766cd tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 945 time: 0.1200526
Jun 06 11:53:52.406653 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-faee165f-575e-41ad-86c2-057d0a8db08b req-570d38c1-06b4-4952-a0d4-3e777bebe694 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0995650
Jun 06 11:53:52.448355 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Deleting port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:53:52.448711 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:52.587461 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] For port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,segment=NetworkSegment(cd299d54-9b4f-45f1-9ec9-545490b4c33f),segment_id=cd299d54-9b4f-45f1-9ec9-545490b4c33f)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:53:52.587812 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:52.778246 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Calling delete_port for e138ac0d-12bb-4ac3-9858-f19dc53a6dcd owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:53:52.893565 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:52.901790 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:52.908785 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['e138ac0d-12bb-4ac3-9858-f19dc53a6dcd'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:53:52.994850 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52624) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:53.078025 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Pushing event deleted for resources: {'Port': ['ID=e138ac0d-12bb-4ac3-9858-f19dc53a6dcd,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:53.087279 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f7a32747-4298-44b9-b7eb-0a87d1b5429d req-1e8268cb-4ce8-4625-9ed5-e6bbcda4d177 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.46 "GET /v2.0/ports?device_id=62980c40-3e90-4209-922b-e9d61c6e8240 HTTP/1.1" status: 200  len: 210 time: 0.1010926
Jun 06 11:53:53.089226 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:53.155808 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-06a85270-3e67-47c6-9c2d-d294c8e85f83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.177535 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] No DVR routers for this DVR port e138ac0d-12bb-4ac3-9858-f19dc53a6dcd on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:53:53.184509 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.186521 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9d9ce3db-a227-407c-9463-e3598e51f70d req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] 10.222.0.16 "DELETE /v2.0/ports/e138ac0d-12bb-4ac3-9858-f19dc53a6dcd HTTP/1.1" status: 204  len: 173 time: 0.9120431
Jun 06 11:53:53.188057 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62980c40-3e90-4209-922b-e9d61c6e8240', 'name': 'network-vif-deleted', 'tag': 'e138ac0d-12bb-4ac3-9858-f19dc53a6dcd'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:53:53.190376 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10faf0eb-4758-4a66-a60e-c7d360d3582d" -d '{"events": [{"server_uuid": "62980c40-3e90-4209-922b-e9d61c6e8240", "name": "network-vif-deleted", "tag": "e138ac0d-12bb-4ac3-9858-f19dc53a6dcd"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:53:53.228279 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987ae20-31f4-45b5-b745-8c8556bfe6c3 req-b6bccdbd-3667-4b2e-a158-f482bfdf180d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:53.229775 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5987ae20-31f4-45b5-b745-8c8556bfe6c3 req-b6bccdbd-3667-4b2e-a158-f482bfdf180d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2036097
Jun 06 11:53:53.265321 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 52632) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:53.269446 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a203aa75-02ca-4a31-b65c-6c247e244a75 x-openstack-request-id: req-a203aa75-02ca-4a31-b65c-6c247e244a75 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:53:53.269764 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62980c40-3e90-4209-922b-e9d61c6e8240", "name": "network-vif-deleted", "tag": "e138ac0d-12bb-4ac3-9858-f19dc53a6dcd", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:53:53.270039 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a203aa75-02ca-4a31-b65c-6c247e244a75 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:53:53.270441 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62980c40-3e90-4209-922b-e9d61c6e8240', 'name': 'network-vif-deleted', 'tag': 'e138ac0d-12bb-4ac3-9858-f19dc53a6dcd', 'status': 'completed', 'code': 200}
Jun 06 11:53:53.300956 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5987ae20-31f4-45b5-b745-8c8556bfe6c3 req-5655b685-cd79-4b5c-9208-60f7e2ba52e0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0629535
Jun 06 11:53:53.308562 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-06a85270-3e67-47c6-9c2d-d294c8e85f83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.315981 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-06a85270-3e67-47c6-9c2d-d294c8e85f83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.343262 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2be19753-ce7e-444f-a15e-5cbc8dd15b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:53.400591 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 52640) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:53.403348 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-06a85270-3e67-47c6-9c2d-d294c8e85f83 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=05d0c8862fd445baa43ecfff591a7226&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4071519
Jun 06 11:53:53.406434 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a85270-3e67-47c6-9c2d-d294c8e85f83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a612c2-4781-4d3b-a122-355e436f44be,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:53.412754 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-06a85270-3e67-47c6-9c2d-d294c8e85f83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:53.466663 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbff8-eb34-43cc-8ec3-f9715266cfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.526917 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2076c918-e46f-4d61-8e9e-562287d2152b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.568086 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2076c918-e46f-4d61-8e9e-562287d2152b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.651265 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2076c918-e46f-4d61-8e9e-562287d2152b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.654063 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2076c918-e46f-4d61-8e9e-562287d2152b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.655165 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2076c918-e46f-4d61-8e9e-562287d2152b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/16a612c2-4781-4d3b-a122-355e436f44be HTTP/1.1" status: 204  len: 168 time: 0.2529697
Jun 06 11:53:53.662306 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-572b3930-d1db-4613-a906-cd38fee5180b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:53.680328 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2076c918-e46f-4d61-8e9e-562287d2152b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a612c2-4781-4d3b-a122-355e436f44be,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:53.683139 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbff8-eb34-43cc-8ec3-f9715266cfa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.684190 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2076c918-e46f-4d61-8e9e-562287d2152b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:53.690031 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e4bbff8-eb34-43cc-8ec3-f9715266cfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.698993 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:53.745201 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-4e4bbff8-eb34-43cc-8ec3-f9715266cfa2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d87c30b0767a4513a8130385ba00aa49&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4714570
Jun 06 11:53:53.745201 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4bbff8-eb34-43cc-8ec3-f9715266cfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4c34901-4f4a-482d-90b8-8a9800d5b39e,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:53.745532 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52654) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:53.747339 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4e4bbff8-eb34-43cc-8ec3-f9715266cfa2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:53.825731 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-649e6fe8-5e4a-4dde-9a67-e45db51eeee7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.855837 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-649e6fe8-5e4a-4dde-9a67-e45db51eeee7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.889540 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2c49a7-82b0-4731-8b76-f239ee6211f1 req-12c4dd70-4bd4-46f3-a126-631968780e45 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:53.897317 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-df2c49a7-82b0-4731-8b76-f239ee6211f1 req-12c4dd70-4bd4-46f3-a126-631968780e45 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 945 time: 0.1107035
Jun 06 11:53:53.935977 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-649e6fe8-5e4a-4dde-9a67-e45db51eeee7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.938698 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-649e6fe8-5e4a-4dde-9a67-e45db51eeee7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:53.941700 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-649e6fe8-5e4a-4dde-9a67-e45db51eeee7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e4c34901-4f4a-482d-90b8-8a9800d5b39e HTTP/1.1" status: 204  len: 168 time: 0.1948321
Jun 06 11:53:53.956470 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-75f12c49-48d8-4a95-90b0-69ea01bdcd4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:53.989168 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e6fe8-5e4a-4dde-9a67-e45db51eeee7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4c34901-4f4a-482d-90b8-8a9800d5b39e,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:53.993778 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-df2c49a7-82b0-4731-8b76-f239ee6211f1 req-4fd8971d-9525-4435-9290-573b472fef6a tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0949221
Jun 06 11:53:53.997837 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-649e6fe8-5e4a-4dde-9a67-e45db51eeee7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:54.231776 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52666) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:54.258567 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9ec942ce-edeb-461f-a01c-b0435c8fe58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:54.388770 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9ec942ce-edeb-461f-a01c-b0435c8fe58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:54.395641 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9ec942ce-edeb-461f-a01c-b0435c8fe58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:54.405252 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6316bb84-80a1-4217-aa07-090aa2a52c9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:54.437447 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec942ce-edeb-461f-a01c-b0435c8fe58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88be88ae-629e-4611-b789-3f272dc567f8,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:54.443739 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-9ec942ce-edeb-461f-a01c-b0435c8fe58e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:54.462722 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-9ec942ce-edeb-461f-a01c-b0435c8fe58e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ea7003f32c584750a38bf04f139a9c21&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2274554
Jun 06 11:53:54.463425 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 52672) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:54.529279 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e100d7f9-a133-4beb-ab28-80401f4c634e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:54.558491 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e100d7f9-a133-4beb-ab28-80401f4c634e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:54.615154 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e100d7f9-a133-4beb-ab28-80401f4c634e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:54.617615 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e100d7f9-a133-4beb-ab28-80401f4c634e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:54.621193 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-e100d7f9-a133-4beb-ab28-80401f4c634e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/88be88ae-629e-4611-b789-3f272dc567f8 HTTP/1.1" status: 204  len: 168 time: 0.1548283
Jun 06 11:53:54.621193 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f4e837a1-39df-469a-a680-2ad51c93f703 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:54.629321 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e100d7f9-a133-4beb-ab28-80401f4c634e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88be88ae-629e-4611-b789-3f272dc567f8,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:54.631988 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e100d7f9-a133-4beb-ab28-80401f4c634e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:54.998436 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device e138ac0d-12bb-4ac3-9858-f19dc53a6dcd no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:53:55.034001 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: e138ac0d-12bb-4ac3-9858-f19dc53a6dcd {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:53:55.034504 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device e138ac0d-12bb-4ac3-9858-f19dc53a6dcd not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:53:55.404659 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 52720) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:55.523115 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1943855840-network', 'tenant_id': '7183213513c44a6f8c08491ccd73ac36'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:53:55.544142 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Made reservation on behalf of 7183213513c44a6f8c08491ccd73ac36 for: {'network': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:53:55.546416 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:55.558622 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:55.665853 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:55.670705 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:55.675436 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c15c099a-918b-490e-8612-8eefa1b71eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:55.701893 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] vlan segment allocate from pool success with {'vlan_id': 680, 'physical_network': 'physnet1'}  {{(pid=91705) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:53:55.719443 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11259540-e91b-40c6-84dc-6d5fb0386a94,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:55.724588 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:55.727553 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:55.727970 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.segments_db [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Added segment 09c1fac5-bf7d-4848-8f8a-6ed2e445976d of type vlan for network 5c468373-06f2-4ba6-9e85-50fa9c6cf50c
Jun 06 11:53:55.760368 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:55.791739 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:55.793291 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:55.793873 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:55.799537 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:55.896240 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Pushing event updated for resources: {'Network': ['ID=5c468373-06f2-4ba6-9e85-50fa9c6cf50c,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:55.898983 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:55.906645 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 5c468373-06f2-4ba6-9e85-50fa9c6cf50c details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:53:55.908766 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52754) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:55.909265 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5031152
Jun 06 11:53:55.914001 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Request body: {'subnet': {'network_id': '5c468373-06f2-4ba6-9e85-50fa9c6cf50c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1943855840-subnet', 'tenant_id': '7183213513c44a6f8c08491ccd73ac36', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:53:55.938182 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Made reservation on behalf of 7183213513c44a6f8c08491ccd73ac36 for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:53:55.940506 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2786922'] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:56.153292 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2905470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2786936'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:56.159143 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c1464ddd-43ac-4882-9f90-548c863960ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:56.217424 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a4cde90-aaa0-4d63-afaa-734330edba38,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:56.226687 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:56.251867 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Checking segment: {'id': '09c1fac5-bf7d-4848-8f8a-6ed2e445976d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 680, 'network_id': '5c468373-06f2-4ba6-9e85-50fa9c6cf50c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:53:56.252221 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Network hostable DHCP agents. Network: 5c468373-06f2-4ba6-9e85-50fa9c6cf50c, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:53:56.276946 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Network 5c468373-06f2-4ba6-9e85-50fa9c6cf50c is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:53:56.286886 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 5c468373-06f2-4ba6-9e85-50fa9c6cf50c) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:53:56.290954 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:56.291537 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:56.295459 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e95919-dc6c-40fd-be06-f983d4403f35 None None] Network 5c468373-06f2-4ba6-9e85-50fa9c6cf50c requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:53:56.308485 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3985465
Jun 06 11:53:56.485601 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db21af-85b9-4768-9494-e05fd7d6f9c2 None None] Network 5c468373-06f2-4ba6-9e85-50fa9c6cf50c requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:53:56.807663 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 52780) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:56.812650 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1892798563-network', 'tenant_id': '829d6ed0060a4173b3738f238cb85bc0'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:53:56.834100 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Made reservation on behalf of 829d6ed0060a4173b3738f238cb85bc0 for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:53:56.836348 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:56.847751 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:56.948152 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:56.952103 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:56.955921 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-da6c5d49-d205-4d67-938a-d6a5f8d468c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:56.984703 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] vlan segment allocate from pool success with {'vlan_id': 688, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:53:56.993624 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354407da-86ff-498e-b8e8-4ef763c38790,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:56.997226 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:56.999577 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:56.999910 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Added segment 2ddcb57b-d7fd-428d-b1ba-e636ffdd7c3f of type vlan for network c9b6f945-a287-4e45-a8f5-c8ed63d18464
Jun 06 11:53:57.028052 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:57.057395 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:57.058680 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:57.059246 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:57.064312 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5c8d38c5-edf0-499e-a45b-78ea0f016c43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:57.102929 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.2942109
Jun 06 11:53:57.105758 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 52788) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:53:57.111402 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Request body: {'subnet': {'network_id': 'c9b6f945-a287-4e45-a8f5-c8ed63d18464', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1892798563-subnet', 'tenant_id': '829d6ed0060a4173b3738f238cb85bc0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:53:57.134398 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Made reservation on behalf of 829d6ed0060a4173b3738f238cb85bc0 for: {'subnet': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:53:57.136735 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4064724'] for subnet, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:57.157115 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Pushing event updated for resources: {'Network': ['ID=c9b6f945-a287-4e45-a8f5-c8ed63d18464,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:57.159715 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:57.166868 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network c9b6f945-a287-4e45-a8f5-c8ed63d18464 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:53:57.341281 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-809216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4064710'] for subnet, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:57.346661 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-663ec860-6c09-4f3f-ac3c-55a040d8f7ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:53:57.412696 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8101f457-5afc-462a-9289-c21df4be8478,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:53:57.415337 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:53:57.422347 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Checking segment: {'id': '2ddcb57b-d7fd-428d-b1ba-e636ffdd7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 688, 'network_id': 'c9b6f945-a287-4e45-a8f5-c8ed63d18464'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:53:57.422694 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Network hostable DHCP agents. Network: c9b6f945-a287-4e45-a8f5-c8ed63d18464, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:53:57.438642 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Network c9b6f945-a287-4e45-a8f5-c8ed63d18464 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:53:57.446981 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, c9b6f945-a287-4e45-a8f5-c8ed63d18464) {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:53:57.451374 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:57.451954 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:53:57.458124 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79410c7f-5911-4672-b471-dea910276d7c None None] Network c9b6f945-a287-4e45-a8f5-c8ed63d18464 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:53:57.469232 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3623550
Jun 06 11:53:57.643629 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d7a0ddf-36ec-4444-8ab8-cc91c169c3bc None None] Network c9b6f945-a287-4e45-a8f5-c8ed63d18464 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:53:59.469439 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-abb87af1-07d7-47fa-975d-23ca07951080 req-65294336-30b6-4c6a-b3a7-4bf7c3ffacb7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0741699
Jun 06 11:53:59.566414 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb87af1-07d7-47fa-975d-23ca07951080 req-656774e0-4e3e-4d39-90d7-498973a2c90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:59.567871 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-abb87af1-07d7-47fa-975d-23ca07951080 req-656774e0-4e3e-4d39-90d7-498973a2c90a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 1098 time: 0.0720575
Jun 06 11:53:59.713754 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb87af1-07d7-47fa-975d-23ca07951080 req-41bacbd3-7c6a-4ae9-9365-88e29c8c1b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:59.715081 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-abb87af1-07d7-47fa-975d-23ca07951080 req-41bacbd3-7c6a-4ae9-9365-88e29c8c1b3b service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 920 time: 0.1243522
Jun 06 11:53:59.848145 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-abb87af1-07d7-47fa-975d-23ca07951080 req-91651b55-2aac-4b62-be23-8bd67ad69aa4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a63994b-22db-42a9-91e7-90198a85b2d8 HTTP/1.1" status: 200  len: 217 time: 0.1253698
Jun 06 11:53:59.915054 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb87af1-07d7-47fa-975d-23ca07951080 req-96fefbe0-c101-4d27-a1e1-e077ddddd941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:53:59.916431 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-abb87af1-07d7-47fa-975d-23ca07951080 req-96fefbe0-c101-4d27-a1e1-e077ddddd941 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 200  len: 859 time: 0.0562682
Jun 06 11:53:59.970470 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-abb87af1-07d7-47fa-975d-23ca07951080 req-b5711e96-844e-4bff-b570-49a83816c6f7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f36849b-663e-409b-b9ee-637f743f6c79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415444
Jun 06 11:54:00.114391 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-abb87af1-07d7-47fa-975d-23ca07951080 req-7045b45e-e520-41a3-b62c-6b500a973da5 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1206954
Jun 06 11:54:00.260250 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-abb87af1-07d7-47fa-975d-23ca07951080 req-b84fa36c-4f06-4720-9828-01d9cb58a9b4 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1360595
Jun 06 11:54:01.806344 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:02.606267 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9d7328-2265-46ac-9f8d-d55f3dd27540 req-99115bdd-5c9a-46aa-8759-c232863e4f20 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:02.614104 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1a9d7328-2265-46ac-9f8d-d55f3dd27540 req-99115bdd-5c9a-46aa-8759-c232863e4f20 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2098093
Jun 06 11:54:02.635107 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344328b5-0bb5-42f8-a62a-580b80a577a6 req-60216b94-23fc-47a3-90b3-a0b701bd03ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:02.636777 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-344328b5-0bb5-42f8-a62a-580b80a577a6 req-60216b94-23fc-47a3-90b3-a0b701bd03ab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 1098 time: 0.3074238
Jun 06 11:54:02.705653 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1a9d7328-2265-46ac-9f8d-d55f3dd27540 req-af835f15-d036-4548-94dc-9a07491ea2d9 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0879457
Jun 06 11:54:02.853237 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344328b5-0bb5-42f8-a62a-580b80a577a6 req-d459edf7-e72d-4ed6-b070-8cee6fc40098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:02.855274 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-344328b5-0bb5-42f8-a62a-580b80a577a6 req-d459edf7-e72d-4ed6-b070-8cee6fc40098 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 920 time: 0.1839037
Jun 06 11:54:02.958216 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-344328b5-0bb5-42f8-a62a-580b80a577a6 req-e710e46b-e698-406d-ba49-5255501eec86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a63994b-22db-42a9-91e7-90198a85b2d8 HTTP/1.1" status: 200  len: 217 time: 0.0747073
Jun 06 11:54:03.026751 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344328b5-0bb5-42f8-a62a-580b80a577a6 req-312879b3-09ef-4d91-955a-c9af97b127de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:03.029149 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-344328b5-0bb5-42f8-a62a-580b80a577a6 req-312879b3-09ef-4d91-955a-c9af97b127de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 200  len: 859 time: 0.0610380
Jun 06 11:54:03.127619 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-344328b5-0bb5-42f8-a62a-580b80a577a6 req-6663171f-bcc5-437f-aa0e-12f582a15a82 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f36849b-663e-409b-b9ee-637f743f6c79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0871425
Jun 06 11:54:03.314396 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-344328b5-0bb5-42f8-a62a-580b80a577a6 req-f7518d3e-c13a-40cb-8c71-d524c9a701f2 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787429
Jun 06 11:54:03.486320 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-344328b5-0bb5-42f8-a62a-580b80a577a6 req-d99847bc-e379-47fe-9ee5-bcd15f71722d service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1607749
Jun 06 11:54:04.083120 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c3432-b42d-468b-9f2c-b1ff4706c987 req-88055e38-d6fa-4a70-be50-9f25e533de07 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:04.096746 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-042c3432-b42d-468b-9f2c-b1ff4706c987 req-88055e38-d6fa-4a70-be50-9f25e533de07 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2688892
Jun 06 11:54:04.196952 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-042c3432-b42d-468b-9f2c-b1ff4706c987 req-60c1471e-3c43-4d42-ae6c-98aabbc00273 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938611
Jun 06 11:54:05.404459 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1010d2f-315e-41ad-900e-2efc75987903 req-7d3bb716-a084-41d1-9403-4dd55c144eac tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:05.406020 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a1010d2f-315e-41ad-900e-2efc75987903 req-7d3bb716-a084-41d1-9403-4dd55c144eac tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1019118
Jun 06 11:54:05.459995 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a1010d2f-315e-41ad-900e-2efc75987903 req-71d61226-2db4-425c-b801-ca3270904430 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471511
Jun 06 11:54:05.693031 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:54:05.718014 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-f3078dec-f085-4242-ad70-ea814f91b08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:06.584515 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da140ca-7cd1-457d-975d-4a36d08fa0cf req-4ba144d4-b652-4e90-993d-142d35e66d99 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:06.592671 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8da140ca-7cd1-457d-975d-4a36d08fa0cf req-4ba144d4-b652-4e90-993d-142d35e66d99 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1279669
Jun 06 11:54:06.765199 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8da140ca-7cd1-457d-975d-4a36d08fa0cf req-ecaf2777-49b7-49a9-8f92-f84a0dc9fb12 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1716485
Jun 06 11:54:06.797474 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb91d9a6-a796-4064-88f6-a366e71f0df6 req-fbc262a1-9143-4285-bcdf-601e14bfc901 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:06.799592 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bb91d9a6-a796-4064-88f6-a366e71f0df6 req-fbc262a1-9143-4285-bcdf-601e14bfc901 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1811078
Jun 06 11:54:06.848473 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bb91d9a6-a796-4064-88f6-a366e71f0df6 req-bc4f7f32-75f3-408d-9e57-9a7f9bd98185 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425036
Jun 06 11:54:08.080630 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e39132-3110-4af6-a769-6f8beb80eef3 req-524ec5f0-8c19-442b-ae59-d949a03eba92 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:08.082110 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-56e39132-3110-4af6-a769-6f8beb80eef3 req-524ec5f0-8c19-442b-ae59-d949a03eba92 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1549408
Jun 06 11:54:08.188106 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-56e39132-3110-4af6-a769-6f8beb80eef3 req-cdc5b9c0-4ca7-4519-a314-2f9c529127ba tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0718777
Jun 06 11:54:08.226859 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e28e10-f6a2-40e1-a669-fecdb8152d2a req-62d8f10f-79cd-442f-80be-ccc44f4a251c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:08.228405 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a0e28e10-f6a2-40e1-a669-fecdb8152d2a req-62d8f10f-79cd-442f-80be-ccc44f4a251c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1454265
Jun 06 11:54:08.292779 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:08.343574 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a0e28e10-f6a2-40e1-a669-fecdb8152d2a req-6cf0b6ec-02c9-421b-bd46-ae7d0121603d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1089125
Jun 06 11:54:08.597634 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-cb3fd719-7bba-4335-9242-0d1d7621a442 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:09.449275 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cda2b1-9656-48f0-b3b4-7ec9bf0f6898 req-14c0d61b-a037-44b2-b941-ba0a3ab5713b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:09.457015 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d2cda2b1-9656-48f0-b3b4-7ec9bf0f6898 req-14c0d61b-a037-44b2-b941-ba0a3ab5713b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1033471
Jun 06 11:54:09.518962 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d2cda2b1-9656-48f0-b3b4-7ec9bf0f6898 req-0c5ae524-86b5-4998-84b2-8bf2fa128791 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0610518
Jun 06 11:54:09.661690 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:09.851983 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68064a60-7ebe-4e97-89ce-3e99cabb4e41 req-e3763f0b-f01d-4fd2-9ea4-5e73831dc929 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:09.853777 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-68064a60-7ebe-4e97-89ce-3e99cabb4e41 req-e3763f0b-f01d-4fd2-9ea4-5e73831dc929 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1175909
Jun 06 11:54:09.919730 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-68064a60-7ebe-4e97-89ce-3e99cabb4e41 req-d235d96e-68be-4697-96ed-0c62a521d233 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563495
Jun 06 11:54:10.729388 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeea557b-38e3-478c-8d4f-6ef3e2269bda req-cf0e030e-934a-417f-ba30-e60473ac3899 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:10.731556 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aeea557b-38e3-478c-8d4f-6ef3e2269bda req-cf0e030e-934a-417f-ba30-e60473ac3899 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.0875862
Jun 06 11:54:10.818369 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aeea557b-38e3-478c-8d4f-6ef3e2269bda req-27bd23c5-cdc7-495a-a08c-672393eb9198 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0788176
Jun 06 11:54:11.034100 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:11.166325 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c977f4e6-b62f-43c0-a3ef-b86c11ef67df req-aeca8733-9d36-4b9d-a4e8-9a00fcc00781 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:11.168371 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c977f4e6-b62f-43c0-a3ef-b86c11ef67df req-aeca8733-9d36-4b9d-a4e8-9a00fcc00781 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1192460
Jun 06 11:54:11.231053 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c977f4e6-b62f-43c0-a3ef-b86c11ef67df req-92045482-572e-4ab8-8e81-0f608bd496a0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0561607
Jun 06 11:54:12.076213 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ce8baa-69c2-4966-bbf6-25f2dfacc962 req-ed56a43e-305d-4a9d-a884-fa71f357ec54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:12.078618 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a2ce8baa-69c2-4966-bbf6-25f2dfacc962 req-ed56a43e-305d-4a9d-a884-fa71f357ec54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1122963
Jun 06 11:54:12.147975 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a2ce8baa-69c2-4966-bbf6-25f2dfacc962 req-652e4154-11b0-4680-b0dc-70097c798ed0 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0622883
Jun 06 11:54:12.465466 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d09a3-97f8-4ffc-8a62-8dc05196b823 req-2f9bb56d-eb00-4c48-a92a-e39e54155862 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:12.466962 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b65d09a3-97f8-4ffc-8a62-8dc05196b823 req-2f9bb56d-eb00-4c48-a92a-e39e54155862 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.0849590
Jun 06 11:54:12.520397 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b65d09a3-97f8-4ffc-8a62-8dc05196b823 req-c5027560-1a6d-4558-ac71-dc48fcece8b0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0469573
Jun 06 11:54:13.387729 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70309d88-5b91-47f5-b54c-7deec91ed228 req-08c810e3-1b5d-4f70-83bd-dddd6628c347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:13.389223 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-70309d88-5b91-47f5-b54c-7deec91ed228 req-08c810e3-1b5d-4f70-83bd-dddd6628c347 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1050479
Jun 06 11:54:13.434491 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-70309d88-5b91-47f5-b54c-7deec91ed228 req-0c730a64-955a-4137-9419-7c66ac0c0562 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0393999
Jun 06 11:54:13.736152 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e1409-d8e9-4b4a-9b08-a0f7d4bc878c req-3c15a335-7618-4655-9662-c532488053d4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:13.737640 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e95e1409-d8e9-4b4a-9b08-a0f7d4bc878c req-3c15a335-7618-4655-9662-c532488053d4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1002724
Jun 06 11:54:13.791483 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e95e1409-d8e9-4b4a-9b08-a0f7d4bc878c req-7e447577-7f57-4210-96cd-f640729acb10 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479398
Jun 06 11:54:14.768342 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fc6db4-6f47-4971-9761-5e825c978938 req-22afa400-464d-437c-ae71-112dd159fca1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:14.770678 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76fc6db4-6f47-4971-9761-5e825c978938 req-22afa400-464d-437c-ae71-112dd159fca1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1006377
Jun 06 11:54:14.846614 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76fc6db4-6f47-4971-9761-5e825c978938 req-e8c5054b-eabe-4f56-8c55-387f27e48a63 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0666089
Jun 06 11:54:15.029945 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9ecdc0-d9da-4d4f-9885-4d1b8b1f82f5 req-97a7d3e0-5e1a-43ed-971d-a1d0ca30601b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:15.031425 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb9ecdc0-d9da-4d4f-9885-4d1b8b1f82f5 req-97a7d3e0-5e1a-43ed-971d-a1d0ca30601b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1042078
Jun 06 11:54:15.088017 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb9ecdc0-d9da-4d4f-9885-4d1b8b1f82f5 req-e52c9572-db5c-4c24-ad2e-c7e6e4ecc42e tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486426
Jun 06 11:54:16.049558 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09915492-4bac-41b8-83d5-8568b611751b req-fc3f854b-c952-4771-8e68-6265db5c08f6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:16.051737 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-09915492-4bac-41b8-83d5-8568b611751b req-fc3f854b-c952-4771-8e68-6265db5c08f6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1650887
Jun 06 11:54:16.110522 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-09915492-4bac-41b8-83d5-8568b611751b req-536c6852-8a5a-476e-bcd9-1136f053bce5 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524590
Jun 06 11:54:16.118566 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd8a46-3ddd-4cee-a3b3-f7f40bfb2699 req-45b55610-98c0-4f33-a65c-1fa2673a10d3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:16.119986 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-34cd8a46-3ddd-4cee-a3b3-f7f40bfb2699 req-45b55610-98c0-4f33-a65c-1fa2673a10d3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1436701
Jun 06 11:54:16.178188 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-34cd8a46-3ddd-4cee-a3b3-f7f40bfb2699 req-575e8a6b-490c-4533-aace-76bf3e65bfd8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0510180
Jun 06 11:54:16.302422 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9230710-01fc-4a6b-86b3-09e5f423d88c req-d72e734d-1b77-41b6-bae6-a4d1f1c12097 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:16.303752 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c9230710-01fc-4a6b-86b3-09e5f423d88c req-d72e734d-1b77-41b6-bae6-a4d1f1c12097 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.0880303
Jun 06 11:54:16.348494 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c9230710-01fc-4a6b-86b3-09e5f423d88c req-7648465c-e325-444c-b01a-8ad3c8605d6c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387943
Jun 06 11:54:16.946111 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53208) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:17.012098 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b410af1-34b3-4b59-8501-7ba69bb4b21b admin admin] Deleting subnet 4a4cde90-aaa0-4d63-afaa-734330edba38 {{(pid=91706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:54:17.021195 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6b410af1-34b3-4b59-8501-7ba69bb4b21b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.076858 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6b410af1-34b3-4b59-8501-7ba69bb4b21b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3959666'] for subnet, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.159858 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6b410af1-34b3-4b59-8501-7ba69bb4b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.269900 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6b410af1-34b3-4b59-8501-7ba69bb4b21b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2905407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786895'] for subnet, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.277045 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f542262e-f72e-4ba9-b84a-338994e57577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:17.334481 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b410af1-34b3-4b59-8501-7ba69bb4b21b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a4cde90-aaa0-4d63-afaa-734330edba38,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:17.343536 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6b410af1-34b3-4b59-8501-7ba69bb4b21b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:17.346609 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6b410af1-34b3-4b59-8501-7ba69bb4b21b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.348754 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6b410af1-34b3-4b59-8501-7ba69bb4b21b admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4a4cde90-aaa0-4d63-afaa-734330edba38 HTTP/1.1" status: 204  len: 168 time: 0.4013247
Jun 06 11:54:17.359148 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53214) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:17.491329 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703838d7-ca78-436c-b390-4cc73932b13a req-8650f0f8-3059-4824-839e-1c314c2d8228 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:17.493652 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-703838d7-ca78-436c-b390-4cc73932b13a req-8650f0f8-3059-4824-839e-1c314c2d8228 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1232865
Jun 06 11:54:17.501755 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b487094-963e-40f8-898f-094e5fcdd28a req-98ed9860-ed1d-47d3-8ae0-945abfdf8e16 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:17.509273 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1b487094-963e-40f8-898f-094e5fcdd28a req-98ed9860-ed1d-47d3-8ae0-945abfdf8e16 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.2136211
Jun 06 11:54:17.571050 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.585962 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-703838d7-ca78-436c-b390-4cc73932b13a req-a32fb4e1-0624-4f13-882d-12421f48f797 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617285
Jun 06 11:54:17.596934 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1b487094-963e-40f8-898f-094e5fcdd28a req-6379b27a-3b56-4c5d-97d4-2faed41df84c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0864210
Jun 06 11:54:17.720718 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.738224 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fad4b7f40>,) {'filters': {'network_id': ['5c468373-06f2-4ba6-9e85-50fa9c6cf50c']}} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:17.758425 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad4b7f40>, '09c1fac5-bf7d-4848-8f8a-6ed2e445976d') {'for_net_delete': True} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:17.759111 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad4b7f40>, '09c1fac5-bf7d-4848-8f8a-6ed2e445976d') {} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:17.773201 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3959627'] for segment, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.795189 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.802924 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Releasing vlan 680 on physical network physnet1 to pool {{(pid=91706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:54:17.803695 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2905477'] for segment, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]: Traceback (most recent call last):
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     timer()
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     cb(*args, **kw)
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     return func(*args, **kwargs)
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     self._notify()
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     self.callback(batched_events)
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     event.method(event)
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     return f(self, *a, **k)
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._get(url).json()
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:54:17.899588 dv-cinder-786260-3-iscsi neutron-server[91706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:54:17.906396 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.911826 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0b2a2f8e-e57b-4f98-a900-0636282c1bd1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:17.930421 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:17.932253 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] 10.222.0.46 "DELETE /v2.0/networks/5c468373-06f2-4ba6-9e85-50fa9c6cf50c HTTP/1.1" status: 204  len: 168 time: 0.5721405
Jun 06 11:54:17.935106 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53226) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:17.962625 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a347a7a-22cd-4016-b376-51b87a66d53f req-724afcb7-34ae-47cc-82d7-e46059f87fbc tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:17.964136 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9a347a7a-22cd-4016-b376-51b87a66d53f req-724afcb7-34ae-47cc-82d7-e46059f87fbc tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2602365
Jun 06 11:54:17.973510 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c468373-06f2-4ba6-9e85-50fa9c6cf50c,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:17.978541 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:18.017195 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa217ecd-738a-4a24-b72d-0b28c1de32ce admin admin] Deleting subnet 8101f457-5afc-462a-9289-c21df4be8478 {{(pid=91706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:54:18.021412 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-aa217ecd-738a-4a24-b72d-0b28c1de32ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.037475 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9a347a7a-22cd-4016-b376-51b87a66d53f req-f3337f88-3e0a-4734-8d0c-8868ba276f4f tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0651743
Jun 06 11:54:18.088483 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-aa217ecd-738a-4a24-b72d-0b28c1de32ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3959666'] for subnet, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.166989 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-aa217ecd-738a-4a24-b72d-0b28c1de32ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.260228 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-aa217ecd-738a-4a24-b72d-0b28c1de32ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2905407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786895'] for subnet, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.271977 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-36e78229-d5ae-4873-b4c8-43bd82f792db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:18.303223 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-aa217ecd-738a-4a24-b72d-0b28c1de32ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.307704 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53230) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:18.307994 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-aa217ecd-738a-4a24-b72d-0b28c1de32ce admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8101f457-5afc-462a-9289-c21df4be8478 HTTP/1.1" status: 204  len: 168 time: 0.3716669
Jun 06 11:54:18.312496 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa217ecd-738a-4a24-b72d-0b28c1de32ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8101f457-5afc-462a-9289-c21df4be8478,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:18.320592 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-aa217ecd-738a-4a24-b72d-0b28c1de32ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:18.439597 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.457468 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc9116b-8413-402d-899f-4f51149dd6e6 req-7d3a675f-7382-47f5-b9b6-139f65202602 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:18.459026 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fdc9116b-8413-402d-899f-4f51149dd6e6 req-7d3a675f-7382-47f5-b9b6-139f65202602 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 945 time: 0.2013414
Jun 06 11:54:18.572488 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fdc9116b-8413-402d-899f-4f51149dd6e6 req-944a3dbb-b5f7-4b03-9c89-0bbe61070ec0 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0820510
Jun 06 11:54:18.628000 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.645362 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fad4bc430>,) {'filters': {'network_id': ['c9b6f945-a287-4e45-a8f5-c8ed63d18464']}} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:18.670426 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad4bc430>, '2ddcb57b-d7fd-428d-b1ba-e636ffdd7c3f') {'for_net_delete': True} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:18.670426 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad4bc430>, '2ddcb57b-d7fd-428d-b1ba-e636ffdd7c3f') {} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:18.685276 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486339'] for segment, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.700350 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.708073 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] Releasing vlan 688 on physical network physnet1 to pool {{(pid=91705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:54:18.709614 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-809467'] for segment, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]: Traceback (most recent call last):
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     timer()
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     cb(*args, **kw)
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     return func(*args, **kwargs)
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     self._notify()
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     self.callback(batched_events)
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     event.method(event)
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     return f(self, *a, **k)
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._get(url).json()
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:54:18.744398 dv-cinder-786260-3-iscsi neutron-server[91705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:54:18.900363 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.909501 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:18.911304 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] 10.222.0.46 "DELETE /v2.0/networks/c9b6f945-a287-4e45-a8f5-c8ed63d18464 HTTP/1.1" status: 204  len: 168 time: 0.6021540
Jun 06 11:54:18.911976 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:18.936404 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] Pushing event deleted for resources: {'Network': ['ID=c9b6f945-a287-4e45-a8f5-c8ed63d18464,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:18.942367 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-58a15046-882c-4ccc-ae86-06ad2a95af8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:18.974602 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9522455c-75cc-431c-a6fc-06fd38fb36f4 req-5b6a2f64-e123-45d4-af52-6f35fec2bde9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:18.976104 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9522455c-75cc-431c-a6fc-06fd38fb36f4 req-5b6a2f64-e123-45d4-af52-6f35fec2bde9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1857924
Jun 06 11:54:18.984742 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b49624-70c6-412e-9596-a14dc018f283 req-969e0b51-eecd-4ad9-bbff-9741bb61a3b6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:18.992033 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c7b49624-70c6-412e-9596-a14dc018f283 req-969e0b51-eecd-4ad9-bbff-9741bb61a3b6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.2027373
Jun 06 11:54:19.072972 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9522455c-75cc-431c-a6fc-06fd38fb36f4 req-da9bf7cb-4b94-49c8-94ea-2e002c920146 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669017
Jun 06 11:54:19.075508 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c7b49624-70c6-412e-9596-a14dc018f283 req-2fabf4ae-bb24-4390-a931-eb841021620c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0826974
Jun 06 11:54:19.166130 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53248) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:19.269097 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-e46a07de-ebc8-4d0e-a9b8-d5d8e94521e1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7183213513c44a6f8c08491ccd73ac36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1016674
Jun 06 11:54:19.272599 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53250) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:19.303736 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836de5e3-68d8-412d-85aa-721d90e20773 req-f7fd7a7f-5410-43ec-b53b-5efd63171195 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:19.310578 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-836de5e3-68d8-412d-85aa-721d90e20773 req-f7fd7a7f-5410-43ec-b53b-5efd63171195 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1081870
Jun 06 11:54:19.354507 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3dd8-a1fc-481b-94f0-76ef7c141d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:19.358154 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-836de5e3-68d8-412d-85aa-721d90e20773 req-dc841ca1-b57e-44bc-9663-9755f95a64b0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0468116
Jun 06 11:54:19.390385 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3dd8-a1fc-481b-94f0-76ef7c141d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:19.449147 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3dd8-a1fc-481b-94f0-76ef7c141d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:19.451918 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f6bb3dd8-a1fc-481b-94f0-76ef7c141d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:19.453136 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-f6bb3dd8-a1fc-481b-94f0-76ef7c141d9f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/11259540-e91b-40c6-84dc-6d5fb0386a94 HTTP/1.1" status: 204  len: 168 time: 0.1784263
Jun 06 11:54:19.454406 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:19.464464 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bb3dd8-a1fc-481b-94f0-76ef7c141d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11259540-e91b-40c6-84dc-6d5fb0386a94,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:19.475169 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f6bb3dd8-a1fc-481b-94f0-76ef7c141d9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:19.774351 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987faa04-f6f3-4865-8466-4bfb4e9954e3 req-2cf393a1-47b0-495f-90f0-861a1fe194c0 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:19.775735 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-987faa04-f6f3-4865-8466-4bfb4e9954e3 req-2cf393a1-47b0-495f-90f0-861a1fe194c0 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 945 time: 0.0791669
Jun 06 11:54:19.826034 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-987faa04-f6f3-4865-8466-4bfb4e9954e3 req-4716f944-50cc-4796-8c5f-811ebe89c54e tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427761
Jun 06 11:54:19.833302 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53270) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:19.883058 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-5648df47-f046-4cc6-8cd4-c93ce9486245 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=829d6ed0060a4173b3738f238cb85bc0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0462124
Jun 06 11:54:19.883833 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53278) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:19.939502 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-79e0716a-2f04-4a99-a36d-e8cf8c15b495 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:19.966263 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-79e0716a-2f04-4a99-a36d-e8cf8c15b495 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:20.017348 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-79e0716a-2f04-4a99-a36d-e8cf8c15b495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:20.019866 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-79e0716a-2f04-4a99-a36d-e8cf8c15b495 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:20.020990 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-79e0716a-2f04-4a99-a36d-e8cf8c15b495 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/354407da-86ff-498e-b8e8-4ef763c38790 HTTP/1.1" status: 204  len: 168 time: 0.1368201
Jun 06 11:54:20.021687 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:20.030840 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0716a-2f04-4a99-a36d-e8cf8c15b495 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354407da-86ff-498e-b8e8-4ef763c38790,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:20.038011 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-79e0716a-2f04-4a99-a36d-e8cf8c15b495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:20.327052 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aef876-04cf-4645-b150-5536f24cda6b req-e74c6c9c-300f-4682-b81c-cea82f25a991 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:20.328502 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c6aef876-04cf-4645-b150-5536f24cda6b req-e74c6c9c-300f-4682-b81c-cea82f25a991 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1391373
Jun 06 11:54:20.339701 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a47d82f-a48c-4d68-b7af-8a7a75c34d8c req-31640d9a-3212-4408-82ba-fb8368861294 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:20.341206 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3a47d82f-a48c-4d68-b7af-8a7a75c34d8c req-31640d9a-3212-4408-82ba-fb8368861294 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1126738
Jun 06 11:54:20.409361 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c6aef876-04cf-4645-b150-5536f24cda6b req-c361307a-56d9-460c-9d4f-48625094e04f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0673072
Jun 06 11:54:20.419230 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3a47d82f-a48c-4d68-b7af-8a7a75c34d8c req-264e09af-331c-4129-8805-14f0a9c76afb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0631580
Jun 06 11:54:20.594789 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c574a84-5688-4680-aae2-0c069f10dc63 req-3b625cb7-74a9-4712-9121-44c5f69ccdd8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:20.596258 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2c574a84-5688-4680-aae2-0c069f10dc63 req-3b625cb7-74a9-4712-9121-44c5f69ccdd8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.0796750
Jun 06 11:54:20.640309 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2c574a84-5688-4680-aae2-0c069f10dc63 req-fd09cfbb-a62d-4d2f-a54c-7113a84d41d2 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0383513
Jun 06 11:54:20.744420 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-83b6bd30-03a6-41e2-9e00-79a89456ba5b tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:20.745899 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-83b6bd30-03a6-41e2-9e00-79a89456ba5b tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 945 time: 0.0833428
Jun 06 11:54:20.764482 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53306) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:20.872356 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2061488917-network', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:20.892367 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Deleting port f8c21de2-586e-437e-a95b-0c1394caee36 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:54:20.892978 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:20.896608 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Made reservation on behalf of 458108fba5ab4f0e8523a41be88470ac for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:54:20.899066 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:20.911584 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.028176 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.033464 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.045584 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] vlan segment allocate from pool success with {'vlan_id': 657, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:54:21.055977 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.056390 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Added segment 8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe of type vlan for network 482756af-f78b-4edd-8ddf-6e810a38e8bd
Jun 06 11:54:21.069375 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a827e873-648c-488f-898b-149929ad0e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:21.099966 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.112441 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=713bdacd-c5bf-4a15-8bdc-a25868fee5b2,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:21.116410 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:21.142096 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.143470 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:21.144196 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.150669 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-ed55583a-edcc-4fcd-9a42-ee002a475696 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:21.157800 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] For port f8c21de2-586e-437e-a95b-0c1394caee36, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=f8c21de2-586e-437e-a95b-0c1394caee36,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:21.158155 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.199908 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4317591
Jun 06 11:54:21.200106 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53324) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:21.205418 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Request body: {'subnet': {'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2061488917-subnet', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'ip_version': 4}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:21.257151 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Pushing event updated for resources: {'Network': ['ID=482756af-f78b-4edd-8ddf-6e810a38e8bd,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:21.261579 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:21.269267 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 482756af-f78b-4edd-8ddf-6e810a38e8bd details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:54:21.280391 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Made reservation on behalf of 458108fba5ab4f0e8523a41be88470ac for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:54:21.284801 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2786922'] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.287591 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Calling delete_port for f8c21de2-586e-437e-a95b-0c1394caee36 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:54:21.299283 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48975fb-24a6-44f1-8a8f-6e10ea9be1d4 req-ab24eee7-1ec7-4ca9-8fcf-5126a6e3f275 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:21.301048 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d48975fb-24a6-44f1-8a8f-6e10ea9be1d4 req-ab24eee7-1ec7-4ca9-8fcf-5126a6e3f275 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 945 time: 0.2977970
Jun 06 11:54:21.365650 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d48975fb-24a6-44f1-8a8f-6e10ea9be1d4 req-318acb50-de73-42d8-bc97-538ef86cf51e tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474703
Jun 06 11:54:21.462008 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.477732 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:21.482108 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['553b98cb-5b41-4971-a236-57342f732361', '8db1bcca-25d8-42b8-85fc-148adba87f1f', '5afb76e8-c91b-4339-a526-d149361b68c1'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:54:21.625500 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2905470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2786936'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.632698 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:21.649403 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Pushing event deleted for resources: {'Port': ['ID=f8c21de2-586e-437e-a95b-0c1394caee36,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:21.678596 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:21.705456 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=227800c8-0050-4047-8598-1cd029962f5b,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:21.710080 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:21.719059 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Checking segment: {'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:21.719435 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Network hostable DHCP agents. Network: 482756af-f78b-4edd-8ddf-6e810a38e8bd, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:54:21.738208 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Network 482756af-f78b-4edd-8ddf-6e810a38e8bd is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:54:21.751854 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 482756af-f78b-4edd-8ddf-6e810a38e8bd) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:21.757472 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:21.758237 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.772509 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dcd7f84-8e6d-47d2-85cb-b0a94d8d30e8 None None] Network 482756af-f78b-4edd-8ddf-6e810a38e8bd requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:54:21.779576 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] No DVR routers for this DVR port f8c21de2-586e-437e-a95b-0c1394caee36 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:54:21.783901 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-e02ed5e2-26e8-4c98-9ed5-a1e7cedf50c9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5827107
Jun 06 11:54:21.785381 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.787067 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53368) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:21.787383 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-97a67b40-36a9-4ad4-8e6a-08bdb6c04f65 req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "DELETE /v2.0/ports/f8c21de2-586e-437e-a95b-0c1394caee36 HTTP/1.1" status: 204  len: 173 time: 1.0319126
Jun 06 11:54:21.787723 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f015e01-74f4-4c36-bfaf-a03e52320a59', 'name': 'network-vif-deleted', 'tag': 'f8c21de2-586e-437e-a95b-0c1394caee36'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:54:21.790004 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980865ae-ac2b-40d5-86e7-79a01035d280" -d '{"events": [{"server_uuid": "5f015e01-74f4-4c36-bfaf-a03e52320a59", "name": "network-vif-deleted", "tag": "f8c21de2-586e-437e-a95b-0c1394caee36"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:54:21.792455 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:21.830962 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e595fae-3d4e-4e80-aaee-92f257e07cff req-686d06d3-f39d-4f21-8fd6-911b5b9ccfe6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:21.834453 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13581'] for router, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.835786 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1649150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-304764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13588'] for router, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.837944 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2e595fae-3d4e-4e80-aaee-92f257e07cff req-686d06d3-f39d-4f21-8fd6-911b5b9ccfe6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.2731981
Jun 06 11:54:21.858586 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:21.892018 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ba6d4d-85bd-47bb-b1ac-ab6f9486251f req-33d81708-2313-4611-9002-3f4d06da99ef tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:21.898933 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b6ba6d4d-85bd-47bb-b1ac-ab6f9486251f req-33d81708-2313-4611-9002-3f4d06da99ef tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.3523021
Jun 06 11:54:21.940575 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2e595fae-3d4e-4e80-aaee-92f257e07cff req-532b44fd-1d59-427c-9404-f1c116dd3fe8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1016843
Jun 06 11:54:22.013149 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b6ba6d4d-85bd-47bb-b1ac-ab6f9486251f req-18b84356-d582-4cdd-b08f-bdc582fbe300 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132443
Jun 06 11:54:22.113129 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f805df68-fb08-41c3-90f0-cfde015743d8 x-openstack-request-id: req-f805df68-fb08-41c3-90f0-cfde015743d8 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:54:22.113452 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f015e01-74f4-4c36-bfaf-a03e52320a59", "name": "network-vif-deleted", "tag": "f8c21de2-586e-437e-a95b-0c1394caee36", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:54:22.113738 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f805df68-fb08-41c3-90f0-cfde015743d8 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:54:22.114160 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f015e01-74f4-4c36-bfaf-a03e52320a59', 'name': 'network-vif-deleted', 'tag': 'f8c21de2-586e-437e-a95b-0c1394caee36', 'status': 'completed', 'code': 200}
Jun 06 11:54:22.248705 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb506382-13ee-4da4-b964-82e84921b400 req-31769235-0e62-4b66-8c09-be107b58b360 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:22.250431 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb506382-13ee-4da4-b964-82e84921b400 req-31769235-0e62-4b66-8c09-be107b58b360 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1108098
Jun 06 11:54:22.276822 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd720dfd-3095-5a56-8e8c-de7b1fec5ee5-482756af-f78b-4edd-8ddf-6e810a38e8bd', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b'}]}} from dv-cinder-786260-3-iscsi. {{(pid=91707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 06 11:54:22.278115 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:22.310941 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:22.316217 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb506382-13ee-4da4-b964-82e84921b400 req-7fa3c8f1-48c6-4741-af8b-cae1a3351f18 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580668
Jun 06 11:54:22.506329 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.db_base_plugin_common [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Allocated IP 172.20.0.2 (482756af-f78b-4edd-8ddf-6e810a38e8bd/227800c8-0050-4047-8598-1cd029962f5b/7cffe4d9-be49-46aa-b0a8-589f1eed5836) {{(pid=91707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:22.588144 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-326c345a-95c3-45b0-9409-ea3955593d2a req-f3088d36-8dcf-44c0-9a51-fe14f2ecc0c2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=5f015e01-74f4-4c36-bfaf-a03e52320a59 HTTP/1.1" status: 200  len: 210 time: 0.0523572
Jun 06 11:54:22.683503 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:22.713273 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:22.735028 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Notify callbacks [] for port, precommit_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:22.745259 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Transition to ACTIVE for port object 7cffe4d9-be49-46aa-b0a8-589f1eed5836 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:22.764359 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Transition to ACTIVE for port object 7cffe4d9-be49-46aa-b0a8-589f1eed5836 will not be triggered until provisioned by entity DHCP. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:22.771191 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:22.775592 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:22.835957 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Network 482756af-f78b-4edd-8ddf-6e810a38e8bd is already hosted by enough agents. {{(pid=91707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:22.838720 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.base_scheduler [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Resources bound (agent type, host, resource id):  {{(pid=91707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:22.845034 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Received port after_create {{(pid=91707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:54:22.847059 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Allocated IP 172.27.1.61 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/e3bf0501-ec23-4f63-918b-b2f43aa256e7) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:22.847543 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Pushing event updated for resources: {'Port': ['ID=7cffe4d9-be49-46aa-b0a8-589f1eed5836,revision_number=1']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:22.850502 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:22.936336 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Attempting to bind port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:54:22.936625 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Attempting to bind port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:54:22.937015 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Attempting to bind port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 on network 482756af-f78b-4edd-8ddf-6e810a38e8bd {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:54:22.942738 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:54:22.943124 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Checking segment: {'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:22.943528 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:22.943922 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Bound using segment: {'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:54:22.944410 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Bound port: 7cffe4d9-be49-46aa-b0a8-589f1eed5836, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:54:22.944810 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:22.996394 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:23.029523 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:23.034537 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] For port 7cffe4d9-be49-46aa-b0a8-589f1eed5836, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:54:23.035362 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:23.037640 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] For port 7cffe4d9-be49-46aa-b0a8-589f1eed5836, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=7cffe4d9-be49-46aa-b0a8-589f1eed5836,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:54:23.042827 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:23.046548 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:23.105950 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:23.122407 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=e3bf0501-ec23-4f63-918b-b2f43aa256e7,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:23.126864 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:23.127815 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:23.131867 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Pushing event updated for resources: {'Port': ['ID=7cffe4d9-be49-46aa-b0a8-589f1eed5836,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:23.134414 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:54:23.135962 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:23.204114 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device f8c21de2-586e-437e-a95b-0c1394caee36 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:54:23.229041 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b85f2e-8cd2-4986-bddf-73be9206a954 req-8045553d-7288-44ad-a320-40665fe0de5c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:23.230623 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b4b85f2e-8cd2-4986-bddf-73be9206a954 req-8045553d-7288-44ad-a320-40665fe0de5c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1555991
Jun 06 11:54:23.246096 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: f8c21de2-586e-437e-a95b-0c1394caee36 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:54:23.246440 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device f8c21de2-586e-437e-a95b-0c1394caee36 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:54:23.282855 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c2b2d2-3f99-4b2c-b605-6fee59fe70e6 req-cc2eaa5d-8e4c-41f4-bca8-3317f3c80c9d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:23.284370 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-83c2b2d2-3f99-4b2c-b605-6fee59fe70e6 req-cc2eaa5d-8e4c-41f4-bca8-3317f3c80c9d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1323450
Jun 06 11:54:23.296364 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b4b85f2e-8cd2-4986-bddf-73be9206a954 req-db20b97f-1c45-4982-92f7-921738125c9b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0589154
Jun 06 11:54:23.357301 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-83c2b2d2-3f99-4b2c-b605-6fee59fe70e6 req-40a71f7c-1d9b-416b-904e-5e0dd04eb460 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0643101
Jun 06 11:54:23.359716 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53390) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:23.425289 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_v2 [None req-255b9572-9081-4154-a73d-88be4be3442d admin admin] Deleting subnet 0792fbaf-445b-4fa6-941b-34bd25fc6429 {{(pid=91705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:54:23.429442 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-255b9572-9081-4154-a73d-88be4be3442d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:23.544347 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-255b9572-9081-4154-a73d-88be4be3442d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1486394'] for subnet, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:23.607636 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:23.613231 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-255b9572-9081-4154-a73d-88be4be3442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:23.668605 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd5505-bc23-4893-a421-e92802fa604b req-9475f676-b72e-4f7e-b46a-762c4badadd6 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:23.670153 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02bd5505-bc23-4893-a421-e92802fa604b req-9475f676-b72e-4f7e-b46a-762c4badadd6 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1969292
Jun 06 11:54:23.735435 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02bd5505-bc23-4893-a421-e92802fa604b req-65f199ea-df53-4efc-837d-4ff6ec05afb5 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0525639
Jun 06 11:54:23.742262 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-255b9572-9081-4154-a73d-88be4be3442d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-809281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064753'] for subnet, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:23.759414 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4d052ddb-f312-4fea-98ca-71d96455ecb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:23.793800 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-255b9572-9081-4154-a73d-88be4be3442d admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:23.799231 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-255b9572-9081-4154-a73d-88be4be3442d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0792fbaf-445b-4fa6-941b-34bd25fc6429 HTTP/1.1" status: 204  len: 168 time: 0.4377642
Jun 06 11:54:23.800349 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255b9572-9081-4154-a73d-88be4be3442d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0792fbaf-445b-4fa6-941b-34bd25fc6429,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:23.802123 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53398) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:23.804253 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-255b9572-9081-4154-a73d-88be4be3442d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:23.984500 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.062810 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059'] for router, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.117833 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.137204 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fad4d5340>,) {'filters': {'network_id': ['21c579f4-d598-4cc7-8b35-db1feeca4f8d']}} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:24.152826 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad4d5340>, 'cd299d54-9b4f-45f1-9ec9-545490b4c33f') {'for_net_delete': True} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:24.153156 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad4d5340>, 'cd299d54-9b4f-45f1-9ec9-545490b4c33f') {} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:24.165351 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486339'] for segment, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.181995 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.189558 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=91705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:54:24.190012 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-809467'] for segment, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]: Traceback (most recent call last):
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     timer()
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     cb(*args, **kw)
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     return func(*args, **kwargs)
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     self._notify()
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     self.callback(batched_events)
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     event.method(event)
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     return f(self, *a, **k)
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._get(url).json()
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:54:24.203361 dv-cinder-786260-3-iscsi neutron-server[91705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:54:24.280483 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Router 3ca73208-2471-43a7-ab05-9b1adf8f72db is scheduled to L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c with binding_index 1 {{(pid=91706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 06 11:54:24.291168 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.295631 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:24.308974 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.314054 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] 10.222.0.46 "DELETE /v2.0/networks/21c579f4-d598-4cc7-8b35-db1feeca4f8d HTTP/1.1" status: 204  len: 168 time: 0.5075834
Jun 06 11:54:24.317183 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] Pushing event deleted for resources: {'Network': ['ID=21c579f4-d598-4cc7-8b35-db1feeca4f8d,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:24.319877 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2cc73b98-ba1b-4b19-ba4f-32c136e10927 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:24.324541 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-837924f9-4450-4c9c-8041-000814e7ff48 None None] Network 482756af-f78b-4edd-8ddf-6e810a38e8bd requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:54:24.499197 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:54:24.503737 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-3690706e-870f-41a6-bc3d-bf8467a277a9 None None] Provisioning for port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:24.505351 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53406) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:24.510136 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Sync routers for ids ['3ca73208-2471-43a7-ab05-9b1adf8f72db'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:54:24.525051 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Routers {'3ca73208-2471-43a7-ab05-9b1adf8f72db'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:24.525406 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad81adc0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['3ca73208-2471-43a7-ab05-9b1adf8f72db'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:24.575660 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.577397 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.7891800
Jun 06 11:54:24.581101 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53408) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:24.653406 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-8c278392-5249-4d5c-a5c8-d9362b8a9f84 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=44f7b297051d465bae190dfc9fe27aa3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1464522
Jun 06 11:54:24.662084 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53410) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:24.664535 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a62d7ae-fa6a-4cab-a997-4af252d1b3e3 req-09378dee-995f-4c95-92f7-91e64f31344e tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:24.673404 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a62d7ae-fa6a-4cab-a997-4af252d1b3e3 req-09378dee-995f-4c95-92f7-91e64f31344e tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.2429919
Jun 06 11:54:24.724652 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 7cffe4d9-be49-46aa-b0a8-589f1eed5836 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:24.755085 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a62d7ae-fa6a-4cab-a997-4af252d1b3e3 req-4342ad89-204c-4236-af51-9bbfa4c45597 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0807233
Jun 06 11:54:24.767794 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Set router 3ca73208-2471-43a7-ab05-9b1adf8f72db gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:24.811342 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398d3c3d-c611-401c-b788-ac58f2240c21 req-fea10513-c617-4331-8f7f-666c8549f3d4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:24.817651 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-398d3c3d-c611-401c-b788-ac58f2240c21 req-fea10513-c617-4331-8f7f-666c8549f3d4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.2654281
Jun 06 11:54:24.858656 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3858-e413-4633-aa53-844d405f9d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.869060 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:24.876773 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:24.876978 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:24.996718 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3858-e413-4633-aa53-844d405f9d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.005166 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-398d3c3d-c611-401c-b788-ac58f2240c21 req-e2bd051c-acd2-4b7f-82ae-26a02d1e9a57 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1812079
Jun 06 11:54:25.064637 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba20cc1-3f9e-4a25-8253-726637f02869 req-c59104a8-f0ee-4e17-aec2-ef2616758f28 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:25.066618 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3ba20cc1-3f9e-4a25-8253-726637f02869 req-c59104a8-f0ee-4e17-aec2-ef2616758f28 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1756840
Jun 06 11:54:25.069889 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.113038 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 7cffe4d9-be49-46aa-b0a8-589f1eed5836, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=7cffe4d9-be49-46aa-b0a8-589f1eed5836,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:25.132317 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.139098 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-d40a95b9-11a8-47e3-84bd-45bf9cb6fd1e None None] Provisioning complete for port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:25.139493 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d40a95b9-11a8-47e3-84bd-45bf9cb6fd1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.151472 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad81adc0>, [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:23Z', 'revision_number': 3, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:25.153114 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3ba20cc1-3f9e-4a25-8253-726637f02869 req-8ea4366a-2de9-4d72-aa1b-585c7ccb9da3 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0808308
Jun 06 11:54:25.169856 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Checking router: 3ca73208-2471-43a7-ab05-9b1adf8f72db for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:54:25.170415 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Updating router 3ca73208-2471-43a7-ab05-9b1adf8f72db port e3bf0501-ec23-4f63-918b-b2f43aa256e7 binding host dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:54:25.184371 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:25.225237 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.288547 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=7cffe4d9-be49-46aa-b0a8-589f1eed5836,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:25.291845 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:25.300912 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3858-e413-4633-aa53-844d405f9d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.303669 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-eaeb3858-e413-4633-aa53-844d405f9d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.304424 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-eaeb3858-e413-4633-aa53-844d405f9d38 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51e89357-44c7-4f40-9762-4da49e547017 HTTP/1.1" status: 204  len: 168 time: 0.6410465
Jun 06 11:54:25.307367 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-377a2650-e0a0-4889-8030-63e2f9ee1fb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:25.326995 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaeb3858-e413-4633-aa53-844d405f9d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51e89357-44c7-4f40-9762-4da49e547017,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:25.331401 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-eaeb3858-e413-4633-aa53-844d405f9d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:25.549988 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeefd89-e3b2-44b0-bacf-7246657bfb00 req-8a34866a-1eef-4885-b44c-91886f46edf9 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:25.557165 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ebeefd89-e3b2-44b0-bacf-7246657bfb00 req-8a34866a-1eef-4885-b44c-91886f46edf9 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 945 time: 0.0987017
Jun 06 11:54:25.611253 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ebeefd89-e3b2-44b0-bacf-7246657bfb00 req-382a1f8e-f369-4775-9328-27cfaf0dbc40 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531595
Jun 06 11:54:25.624913 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.625112 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Notify callbacks [] for port, precommit_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.630494 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.provisioning_blocks [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Transition to ACTIVE for port object e3bf0501-ec23-4f63-918b-b2f43aa256e7 will not be triggered until provisioned by entity L2. {{(pid=91708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:25.637377 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.643009 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:25.712322 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Pushing event updated for resources: {'Port': ['ID=e3bf0501-ec23-4f63-918b-b2f43aa256e7,revision_number=2']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:25.721429 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.721584 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.721867 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.722187 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.722524 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.722829 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.723139 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.723447 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.723785 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.724066 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.724362 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.724662 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:25.736736 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:25.747377 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Attempting to bind port e3bf0501-ec23-4f63-918b-b2f43aa256e7 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:54:25.747699 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Attempting to bind port e3bf0501-ec23-4f63-918b-b2f43aa256e7 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:54:25.748045 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Attempting to bind port e3bf0501-ec23-4f63-918b-b2f43aa256e7 on network e66ff1dc-41f2-4152-9c0f-1b0300d6578f {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:54:25.753899 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:54:25.754260 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:25.754645 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.755019 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Bound using segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:54:25.755460 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Bound port: e3bf0501-ec23-4f63-918b-b2f43aa256e7, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:54:25.756280 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.834154 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] For port e3bf0501-ec23-4f63-918b-b2f43aa256e7, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:54:25.838015 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] For port e3bf0501-ec23-4f63-918b-b2f43aa256e7, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=e3bf0501-ec23-4f63-918b-b2f43aa256e7,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:54:25.843777 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:25.848595 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-f1ecfa3d-a4ca-4ec5-90de-39dd408cb9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:25.921703 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Pushing event updated for resources: {'Port': ['ID=e3bf0501-ec23-4f63-918b-b2f43aa256e7,revision_number=3']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:25.926164 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:25.941564 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Routers {'3ca73208-2471-43a7-ab05-9b1adf8f72db'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:25.942267 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad81adc0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['3ca73208-2471-43a7-ab05-9b1adf8f72db'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:25.972093 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5304122-b3f8-4dc8-ac85-c0ab75e3e34b req-03b2cd99-5ed3-4fc3-b91f-ff0c5c0f25a4 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:25.976498 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Allocated IP 172.20.0.1 (482756af-f78b-4edd-8ddf-6e810a38e8bd/227800c8-0050-4047-8598-1cd029962f5b/dfa8d71e-e313-49bb-8a69-28b25046e3a1) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:25.977326 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f5304122-b3f8-4dc8-ac85-c0ab75e3e34b req-03b2cd99-5ed3-4fc3-b91f-ff0c5c0f25a4 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.0964165
Jun 06 11:54:26.035274 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f5304122-b3f8-4dc8-ac85-c0ab75e3e34b req-c117957d-c767-46e8-88ff-099b7f0acd2d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0535636
Jun 06 11:54:26.150087 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:26.169574 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Transition to ACTIVE for port object dfa8d71e-e313-49bb-8a69-28b25046e3a1 will not be triggered until provisioned by entity DHCP. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:26.202338 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:26.207509 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dca857b2-cc43-488e-a9f6-3f5a61e4a1d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:26.217793 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] Set router 3ca73208-2471-43a7-ab05-9b1adf8f72db gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:26.277314 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a7976a-613a-4205-aa77-24df2f4ef92a req-0e03b68f-3f79-4932-bd60-253d931ad358 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:26.277915 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Network 482756af-f78b-4edd-8ddf-6e810a38e8bd is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:26.281081 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:26.284679 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:54:26.295433 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d6a7976a-613a-4205-aa77-24df2f4ef92a req-0e03b68f-3f79-4932-bd60-253d931ad358 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1602340
Jun 06 11:54:26.346462 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Pushing event updated for resources: {'Port': ['ID=dfa8d71e-e313-49bb-8a69-28b25046e3a1,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:26.350884 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:26.382499 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314857'] for router_interface, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:26.413213 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d6a7976a-613a-4205-aa77-24df2f4ef92a req-17e353e8-5f9c-4667-bde2-e4950a03f437 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1167519
Jun 06 11:54:26.453025 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ad65a-9abd-4bf0-bd4e-433a6b4b8cf3 req-7fc23960-f0d6-4ab1-b73c-f337aa2403c0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:26.455940 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c52ad65a-9abd-4bf0-bd4e-433a6b4b8cf3 req-7fc23960-f0d6-4ab1-b73c-f337aa2403c0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1579559
Jun 06 11:54:26.520245 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c52ad65a-9abd-4bf0-bd4e-433a6b4b8cf3 req-217ada90-5e8c-47da-b57b-ecfbb690e6a9 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0581884
Jun 06 11:54:26.546332 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:26.638255 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-7f75fcad-b740-4022-b242-19a64b616763 None None] Provisioning for port dfa8d71e-e313-49bb-8a69-28b25046e3a1 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:26.651373 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 7cffe4d9-be49-46aa-b0a8-589f1eed5836 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:26.701796 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad81adc0>, [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:23Z', 'revision_number': 3, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:26.711647 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84e78c6-32a0-4102-96e7-5f29af0c751d None None] The sync data for ids ['3ca73208-2471-43a7-ab05-9b1adf8f72db'] in dv-cinder-786260-3-iscsi is: [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:23Z', 'revision_number': 3, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:54:26.748235 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-7f75fcad-b740-4022-b242-19a64b616763 None None] Provisioning complete for port dfa8d71e-e313-49bb-8a69-28b25046e3a1 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:26.749851 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-7f75fcad-b740-4022-b242-19a64b616763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:26.822714 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d2c3b2-0b5f-4c7b-9543-7eacc1f49cb9 req-c80adf0a-eb46-46a1-8f57-cbbb0f934122 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:26.832337 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95d2c3b2-0b5f-4c7b-9543-7eacc1f49cb9 req-c80adf0a-eb46-46a1-8f57-cbbb0f934122 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 945 time: 0.1032455
Jun 06 11:54:26.841312 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:26.853420 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2905577'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:26.879559 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-7f75fcad-b740-4022-b242-19a64b616763 None None] Port dfa8d71e-e313-49bb-8a69-28b25046e3a1 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:54:26.891426 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95d2c3b2-0b5f-4c7b-9543-7eacc1f49cb9 req-f1549d63-4d7b-4cc7-878a-b1750ec59599 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548089
Jun 06 11:54:26.896141 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:26.896625 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:26.916655 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-89213f6b-d1b8-4e7a-8715-f12426f0cc3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:27.017198 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647281'] for router_interface, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:27.021854 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Pushing event updated for resources: {'Port': ['ID=dfa8d71e-e313-49bb-8a69-28b25046e3a1,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:27.028007 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:27.210464 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ad405d97-9eae-487e-8973-d13a2d3fd5f7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:54:27.222446 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Network 482756af-f78b-4edd-8ddf-6e810a38e8bd is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:27.223723 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af700ef-487d-4dea-8b59-96d141b21135 req-95de1b89-7b3e-47ce-a70e-426aa604ef56 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:27.224273 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:27.225851 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2af700ef-487d-4dea-8b59-96d141b21135 req-95de1b89-7b3e-47ce-a70e-426aa604ef56 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 945 time: 0.1047068
Jun 06 11:54:27.538092 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:27.553756 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Router 3ca73208-2471-43a7-ab05-9b1adf8f72db has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:54:27.566018 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'port_id': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'mac_address': 'fa:16:3e:54:45:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:54:27.692439 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-be1cf786-7e4a-4ef0-a764-7364337c1f2c None None] Provisioning complete for port dfa8d71e-e313-49bb-8a69-28b25046e3a1 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:27.693905 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-be1cf786-7e4a-4ef0-a764-7364337c1f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:27.702217 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-2af700ef-487d-4dea-8b59-96d141b21135 req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Deleting port 5afb76e8-c91b-4339-a526-d149361b68c1 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:54:27.702602 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-2af700ef-487d-4dea-8b59-96d141b21135 req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:27.740266 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:27.740417 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc6812a-f1a1-4e8d-9fa4-372fa93ad0ec req-87b9b1a1-bf5c-48ec-902e-d15e8a13b62a tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:27.741868 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9cc6812a-f1a1-4e8d-9fa4-372fa93ad0ec req-87b9b1a1-bf5c-48ec-902e-d15e8a13b62a tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.3375282
Jun 06 11:54:27.770077 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ad405d97-9eae-487e-8973-d13a2d3fd5f7 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:54:27.777078 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-be1cf786-7e4a-4ef0-a764-7364337c1f2c None None] Port dfa8d71e-e313-49bb-8a69-28b25046e3a1 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:54:27.790068 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:27.795148 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:27.798692 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:27.802535 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:54:27.818750 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] 10.222.0.46 "PUT /v2.0/routers/3ca73208-2471-43a7-ab05-9b1adf8f72db/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2304158
Jun 06 11:54:27.874434 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9cc6812a-f1a1-4e8d-9fa4-372fa93ad0ec req-c6681c50-a9f9-4724-87ac-98d63c5893b7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1238353
Jun 06 11:54:27.890411 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=6']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:27.896944 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:27.925715 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465c6a9d-9520-4beb-b8b0-5539b5290547 req-21959772-c2f7-4944-87af-c7f61d5c7030 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:27.927247 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-465c6a9d-9520-4beb-b8b0-5539b5290547 req-21959772-c2f7-4944-87af-c7f61d5c7030 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.2884221
Jun 06 11:54:27.947668 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['ad405d97-9eae-487e-8973-d13a2d3fd5f7'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:54:28.012209 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-2af700ef-487d-4dea-8b59-96d141b21135 req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] For port 5afb76e8-c91b-4339-a526-d149361b68c1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=5afb76e8-c91b-4339-a526-d149361b68c1,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:28.012594 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-2af700ef-487d-4dea-8b59-96d141b21135 req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:28.036284 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-465c6a9d-9520-4beb-b8b0-5539b5290547 req-89a45374-e714-46c7-99fd-67fdc8ede42e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898256
Jun 06 11:54:28.232354 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-2af700ef-487d-4dea-8b59-96d141b21135 req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Calling delete_port for 5afb76e8-c91b-4339-a526-d149361b68c1 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:54:28.407738 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8234164-1389-481a-a76e-5a008c60f687 req-eabd45b0-e900-40f4-8e38-46f5d11f0e56 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:28.409210 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f8234164-1389-481a-a76e-5a008c60f687 req-eabd45b0-e900-40f4-8e38-46f5d11f0e56 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 945 time: 0.1834636
Jun 06 11:54:28.417758 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40761cf3-b6be-4833-b898-ff0cc3dfe641 req-f82d3997-44e8-464a-88cb-7b4d829cff03 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:28.419153 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40761cf3-b6be-4833-b898-ff0cc3dfe641 req-f82d3997-44e8-464a-88cb-7b4d829cff03 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2497742
Jun 06 11:54:28.521132 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53488) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:28.527002 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1871737218-network', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:28.544935 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40761cf3-b6be-4833-b898-ff0cc3dfe641 req-6e4f2c94-9d37-41ba-89fb-53c6aeded5e8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1094773
Jun 06 11:54:28.547505 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f8234164-1389-481a-a76e-5a008c60f687 req-4d3a460b-dedc-4ebc-be85-614a4c232dff tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268048
Jun 06 11:54:28.565179 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-2af700ef-487d-4dea-8b59-96d141b21135 req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:28.576950 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Made reservation on behalf of ae53af36eb934312b1d2b917699434b8 for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:54:28.580253 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:28.591624 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:28.593486 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:28.597484 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['553b98cb-5b41-4971-a236-57342f732361', '8db1bcca-25d8-42b8-85fc-148adba87f1f'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:54:28.646188 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Pushing event deleted for resources: {'Port': ['ID=5afb76e8-c91b-4339-a526-d149361b68c1,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:28.650545 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:28.697366 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device e3bf0501-ec23-4f63-918b-b2f43aa256e7 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:28.744750 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:28.747070 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-2af700ef-487d-4dea-8b59-96d141b21135 req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] No DVR routers for this DVR port 5afb76e8-c91b-4339-a526-d149361b68c1 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:54:28.750183 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-2af700ef-487d-4dea-8b59-96d141b21135 req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:28.753703 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2af700ef-487d-4dea-8b59-96d141b21135 req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "DELETE /v2.0/ports/5afb76e8-c91b-4339-a526-d149361b68c1 HTTP/1.1" status: 204  len: 173 time: 1.5207458
Jun 06 11:54:28.754435 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03b5e33e-eef5-4ac7-b7ac-367c071eef82', 'name': 'network-vif-deleted', 'tag': '5afb76e8-c91b-4339-a526-d149361b68c1'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:54:28.757483 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8348a9c3-be5b-44fb-a0e5-ea8cd1703dc6" -d '{"events": [{"server_uuid": "03b5e33e-eef5-4ac7-b7ac-367c071eef82", "name": "network-vif-deleted", "tag": "5afb76e8-c91b-4339-a526-d149361b68c1"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:54:28.765037 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:28.772257 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a6658cbf-039e-4cf0-a005-74a778fd777f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:28.873130 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19b73fb-9b2f-47ef-9634-805ecea988cc x-openstack-request-id: req-d19b73fb-9b2f-47ef-9634-805ecea988cc {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:54:28.873608 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03b5e33e-eef5-4ac7-b7ac-367c071eef82", "name": "network-vif-deleted", "tag": "5afb76e8-c91b-4339-a526-d149361b68c1", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:54:28.873998 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d19b73fb-9b2f-47ef-9634-805ecea988cc {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:54:28.874638 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03b5e33e-eef5-4ac7-b7ac-367c071eef82', 'name': 'network-vif-deleted', 'tag': '5afb76e8-c91b-4339-a526-d149361b68c1', 'status': 'completed', 'code': 200}
Jun 06 11:54:28.896064 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port e3bf0501-ec23-4f63-918b-b2f43aa256e7 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:28.903551 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port e3bf0501-ec23-4f63-918b-b2f43aa256e7 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:28.903927 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:28.940996 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Sync routers for ids ['3ca73208-2471-43a7-ab05-9b1adf8f72db'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:54:28.946301 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] vlan segment allocate from pool success with {'vlan_id': 679, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:54:28.957933 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73c0f39d-6a99-4be0-ae64-d1c06a3f6dde,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:28.961704 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:28.966307 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:28.966648 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Added segment a17d17b8-6254-46bf-a5f3-fec7af9e6594 of type vlan for network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037
Jun 06 11:54:29.001334 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.004889 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Routers {'3ca73208-2471-43a7-ab05-9b1adf8f72db'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:29.005555 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad5bbaf0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['3ca73208-2471-43a7-ab05-9b1adf8f72db'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:29.041478 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.043214 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:29.045222 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.082302 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:29.117375 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5948691
Jun 06 11:54:29.124320 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53502) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:29.128017 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae6ad15-1a15-4e26-81d9-23169aeae0e7 req-849fa8bd-9003-4592-ba68-d09f2e2758e8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:29.133997 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Request body: {'subnet': {'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1871737218-subnet', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'ip_version': 4}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:29.138176 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aae6ad15-1a15-4e26-81d9-23169aeae0e7 req-849fa8bd-9003-4592-ba68-d09f2e2758e8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 945 time: 0.1084833
Jun 06 11:54:29.260299 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Pushing event updated for resources: {'Network': ['ID=3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:29.270932 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:29.278647 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Made reservation on behalf of ae53af36eb934312b1d2b917699434b8 for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:54:29.281816 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2786922'] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.296698 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aae6ad15-1a15-4e26-81d9-23169aeae0e7 req-9bc50895-554c-4262-9143-60e01491e4ad tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1574576
Jun 06 11:54:29.310235 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ad405d97-9eae-487e-8973-d13a2d3fd5f7 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:29.326993 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5aaba9-58cb-4be3-ba6e-c9783b172e7a req-a2d78d37-9e84-4f7c-b41e-9cb8d63eff53 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:29.328532 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-da5aaba9-58cb-4be3-ba6e-c9783b172e7a req-a2d78d37-9e84-4f7c-b41e-9cb8d63eff53 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1266232
Jun 06 11:54:29.344075 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:54:29.375140 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-da5aaba9-58cb-4be3-ba6e-c9783b172e7a req-8c7883e6-cfa1-451f-97cc-b332b93f25f1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399201
Jun 06 11:54:29.497290 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Set router 3ca73208-2471-43a7-ab05-9b1adf8f72db gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:29.510008 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2905470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2786936'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.515012 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-aa217ecd-738a-4a24-b72d-0b28c1de32ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:29.606308 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fde111e4-d5b0-4f60-9193-73b92c1c5219,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:29.608510 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Checking segment: {'id': 'a17d17b8-6254-46bf-a5f3-fec7af9e6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:29.608844 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Network hostable DHCP agents. Network: 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:54:29.612478 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:29.629292 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:54:29.647741 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:29.651843 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:29.652798 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.669065 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.676560 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-b0f2fe8f-03a4-47cc-a223-63e7fb964150 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5508869
Jun 06 11:54:29.679232 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53516) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:29.686082 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1871737218-router', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:29.706684 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af70860e-2afb-4007-aee4-9aac3c13574a None None] Network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:54:29.787792 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port e3bf0501-ec23-4f63-918b-b2f43aa256e7, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=e3bf0501-ec23-4f63-918b-b2f43aa256e7,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:29.797959 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9ab5e745-de7a-4c31-abcb-6033028e9f0c req-e081d963-5795-47fd-bb8a-1404a4ebbc01 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 210 time: 0.0630341
Jun 06 11:54:29.805607 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13581'] for router, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.806854 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1649150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-304764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13588'] for router, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.835630 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.853100 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5381bd59-0731-4a4b-b23b-e54a2ef5243c req-3e6d2c05-6790-454f-b430-01818ab24cc0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:29.854557 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5381bd59-0731-4a4b-b23b-e54a2ef5243c req-3e6d2c05-6790-454f-b430-01818ab24cc0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1638341
Jun 06 11:54:29.902086 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:29.915826 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:29.966092 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port ad405d97-9eae-487e-8973-d13a2d3fd5f7 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:29.966475 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:30.069394 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5381bd59-0731-4a4b-b23b-e54a2ef5243c req-42281e03-a36d-431e-9e0d-9c80557e54af tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2085185
Jun 06 11:54:30.140206 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:30.142187 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=e3bf0501-ec23-4f63-918b-b2f43aa256e7,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:30.151101 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:30.349814 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:30.360830 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd720dfd-3095-5a56-8e8c-de7b1fec5ee5-3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037', 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'fixed_ips': [{'subnet_id': 'fde111e4-d5b0-4f60-9193-73b92c1c5219'}]}} from dv-cinder-786260-3-iscsi. {{(pid=91707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 06 11:54:30.361672 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:30.445200 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:54:30.447467 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f1897cf-c4c6-47fe-beae-05bb71a741cc" -d '{"events": [{"server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "name": "network-vif-plugged", "status": "completed", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:54:30.468658 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:30.487402 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:30.488269 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 5afb76e8-c91b-4339-a526-d149361b68c1 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:54:30.520112 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:30.566752 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 5afb76e8-c91b-4339-a526-d149361b68c1 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:54:30.566752 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 5afb76e8-c91b-4339-a526-d149361b68c1 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:54:30.590776 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad5bbaf0>, [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:26Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'dfa8d71e-e313-49bb-8a69-28b25046e3a1', 'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'mac_address': 'fa:16:3e:0f:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:25Z', 'updated_at': '2021-06-06T11:54:26Z', 'revision_number': 2, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'subnets': [{'id': '227800c8-0050-4047-8598-1cd029962f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:30.621842 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:30.627102 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device e3bf0501-ec23-4f63-918b-b2f43aa256e7 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:30.655638 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:30.658338 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Checking router: 3ca73208-2471-43a7-ab05-9b1adf8f72db for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:54:30.658765 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Updating router 3ca73208-2471-43a7-ab05-9b1adf8f72db port dfa8d71e-e313-49bb-8a69-28b25046e3a1 binding host dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:54:30.741846 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31173fb-4193-498b-a1f5-7d6c485680dd req-8d157b42-91b5-48dd-a973-c27012ee98e1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:30.743269 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a31173fb-4193-498b-a1f5-7d6c485680dd req-8d157b42-91b5-48dd-a973-c27012ee98e1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.2835593
Jun 06 11:54:30.750907 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c1b86e-58e8-4c4b-9ea5-3e9f77928fbc req-dc330522-a78b-45f6-8e8e-5ea661632863 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:30.752297 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e5c1b86e-58e8-4c4b-9ea5-3e9f77928fbc req-dc330522-a78b-45f6-8e8e-5ea661632863 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.2264249
Jun 06 11:54:30.761677 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=7']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:30.767640 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.db_base_plugin_common [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Allocated IP 172.20.0.2 (3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037/fde111e4-d5b0-4f60-9193-73b92c1c5219/c3fce21b-52b8-4d8d-8d55-40dc2c456bb9) {{(pid=91707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:30.769757 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:30.775147 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:30.879590 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a31173fb-4193-498b-a1f5-7d6c485680dd req-b2bece27-d48d-4225-9d51-c37e47d7a27d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1235600
Jun 06 11:54:30.884222 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e5c1b86e-58e8-4c4b-9ea5-3e9f77928fbc req-36df4431-5bc8-4333-a6e4-bab56f1c9719 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107202
Jun 06 11:54:30.898755 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Allocated IP 172.27.1.54 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/1e278b0a-60ed-4acc-af94-78f0df2f9962) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:30.936753 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port e3bf0501-ec23-4f63-918b-b2f43aa256e7 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:30.937139 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:30.984232 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7af15f-0e0c-44d7-9b17-0c382f656f05 x-openstack-request-id: req-5e7af15f-0e0c-44d7-9b17-0c382f656f05 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:54:30.984588 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "name": "network-vif-plugged", "status": "completed", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:54:30.985376 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e7af15f-0e0c-44d7-9b17-0c382f656f05 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:54:30.985762 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'code': 200}
Jun 06 11:54:31.092378 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ab88a5dc-39f2-4a58-888a-194066adbcda req-f5cc843a-6b3c-4cb4-9d68-a27ee5aa8333 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 210 time: 0.0650828
Jun 06 11:54:31.100274 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:31.132601 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:31.136255 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6d1af778-89f0-4f6b-ac4d-c5b28051e94d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:31.201307 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:31.241742 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:31.250977 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:54:31.276828 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Pushing event updated for resources: {'Port': ['ID=1e278b0a-60ed-4acc-af94-78f0df2f9962,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:31.284705 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:31.341928 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Notify callbacks [] for port, precommit_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:31.365779 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Transition to ACTIVE for port object c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:31.402766 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Transition to ACTIVE for port object c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 will not be triggered until provisioned by entity DHCP. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:31.411196 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:31.416160 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:31.492205 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5105eefc-3d01-4448-9569-f7bec2fd9199 req-0d5cad89-fc0c-4bb1-ad51-6984da8bfaf9 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:31.493715 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5105eefc-3d01-4448-9569-f7bec2fd9199 req-0d5cad89-fc0c-4bb1-ad51-6984da8bfaf9 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2966416
Jun 06 11:54:31.516865 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 is already hosted by enough agents. {{(pid=91707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:31.531119 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.base_scheduler [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Resources bound (agent type, host, resource id):  {{(pid=91707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:31.538033 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Received port after_create {{(pid=91707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:54:31.551536 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Pushing event updated for resources: {'Port': ['ID=c3fce21b-52b8-4d8d-8d55-40dc2c456bb9,revision_number=1']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:31.582969 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:31.610433 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5105eefc-3d01-4448-9569-f7bec2fd9199 req-4adb2969-5708-428e-8279-26afb14485b4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1062250
Jun 06 11:54:31.623069 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Notify callbacks [] for port, precommit_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:31.651726 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Transition to ACTIVE for port object dfa8d71e-e313-49bb-8a69-28b25046e3a1 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:31.661617 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Attempting to bind port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:54:31.661969 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Attempting to bind port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': 'a17d17b8-6254-46bf-a5f3-fec7af9e6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:54:31.662398 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Attempting to bind port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 on network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:54:31.667686 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:54:31.668058 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Checking segment: {'id': 'a17d17b8-6254-46bf-a5f3-fec7af9e6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:31.668455 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:31.668876 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Bound using segment: {'id': 'a17d17b8-6254-46bf-a5f3-fec7af9e6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:54:31.669332 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Bound port: c3fce21b-52b8-4d8d-8d55-40dc2c456bb9, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17d17b8-6254-46bf-a5f3-fec7af9e6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:54:31.669694 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:31.677785 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:31.683048 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-47f0b192-fcb7-4393-a094-d83f4dd5e6cc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:31.720886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:31.855199 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9bc8d-5585-4054-82fa-1152e4aa232e None None] Pushing event updated for resources: {'Port': ['ID=dfa8d71e-e313-49bb-8a69-28b25046e3a1,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:31.885684 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-cfb9bc8d-5585-4054-82fa-1152e4aa232e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:31.965405 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] For port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:54:31.979667 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Attempting to bind port dfa8d71e-e313-49bb-8a69-28b25046e3a1 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:54:31.979907 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Attempting to bind port dfa8d71e-e313-49bb-8a69-28b25046e3a1 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:54:31.980264 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Attempting to bind port dfa8d71e-e313-49bb-8a69-28b25046e3a1 on network 482756af-f78b-4edd-8ddf-6e810a38e8bd {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:54:31.986507 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] For port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=c3fce21b-52b8-4d8d-8d55-40dc2c456bb9,segment=NetworkSegment(a17d17b8-6254-46bf-a5f3-fec7af9e6594),segment_id=a17d17b8-6254-46bf-a5f3-fec7af9e6594)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:54:31.990362 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:54:31.990732 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Checking segment: {'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:31.991128 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:31.991506 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Bound using segment: {'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:54:31.992048 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Bound port: dfa8d71e-e313-49bb-8a69-28b25046e3a1, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:54:31.992529 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:32.006798 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:32.012646 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:32.142989 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Pushing event updated for resources: {'Port': ['ID=c3fce21b-52b8-4d8d-8d55-40dc2c456bb9,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:32.147093 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:32.157761 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] For port dfa8d71e-e313-49bb-8a69-28b25046e3a1, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:54:32.160729 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] For port dfa8d71e-e313-49bb-8a69-28b25046e3a1, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=dfa8d71e-e313-49bb-8a69-28b25046e3a1,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:54:32.165491 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:32.173778 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:32.251445 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Routers {'3ca73208-2471-43a7-ab05-9b1adf8f72db'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:32.252087 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad5bbaf0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['3ca73208-2471-43a7-ab05-9b1adf8f72db'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:32.311810 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ea0241-1d10-4684-b32c-ae8ac269703a req-ef2a7def-cfd1-4cca-bdbb-8b35a6914fee tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:32.320159 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f1ea0241-1d10-4684-b32c-ae8ac269703a req-ef2a7def-cfd1-4cca-bdbb-8b35a6914fee tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.2677176
Jun 06 11:54:32.320336 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb9bc8d-5585-4054-82fa-1152e4aa232e None None] Pushing event updated for resources: {'Port': ['ID=dfa8d71e-e313-49bb-8a69-28b25046e3a1,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:32.324770 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-cfb9bc8d-5585-4054-82fa-1152e4aa232e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:32.345532 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059'] for router, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:32.376567 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bff002-3b32-4f52-9c11-2d86fa38f8a8 req-15341527-605f-4011-90c4-402945a71401 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:32.383871 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f5bff002-3b32-4f52-9c11-2d86fa38f8a8 req-15341527-605f-4011-90c4-402945a71401 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.3325264
Jun 06 11:54:32.503912 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] Set router 3ca73208-2471-43a7-ab05-9b1adf8f72db gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:32.525400 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f1ea0241-1d10-4684-b32c-ae8ac269703a req-d2897272-12be-45fd-a25d-d7096ed916a7 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2041395
Jun 06 11:54:32.632739 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f5bff002-3b32-4f52-9c11-2d86fa38f8a8 req-b914079c-7cfc-494d-bb5e-d339b8a1986b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2479498
Jun 06 11:54:32.708566 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:32.739021 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:32.914984 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-64f54bec-9089-44ec-a827-0ed005e48731 req-9b376cd2-dc6a-4685-a4d8-6e8a0f688742 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=03b5e33e-eef5-4ac7-b7ac-367c071eef82 HTTP/1.1" status: 200  len: 210 time: 0.1079943
Jun 06 11:54:32.993778 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f1c62-89f6-43cc-b984-2d9b32b630ed req-9c434399-e15c-423d-92aa-034de4589163 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:32.995279 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-005f1c62-89f6-43cc-b984-2d9b32b630ed req-9c434399-e15c-423d-92aa-034de4589163 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.1733460
Jun 06 11:54:32.996564 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Router aaa35e97-6241-404a-ae63-98417f8325f8 is scheduled to L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c with binding_index 1 {{(pid=91705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 06 11:54:33.070720 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:33.135524 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-005f1c62-89f6-43cc-b984-2d9b32b630ed req-109d5180-4d4f-4af8-a215-7ebe9abc64f0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1311548
Jun 06 11:54:33.175555 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad5bbaf0>, [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:26Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'dfa8d71e-e313-49bb-8a69-28b25046e3a1', 'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'mac_address': 'fa:16:3e:0f:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:25Z', 'updated_at': '2021-06-06T11:54:32Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'subnets': [{'id': '227800c8-0050-4047-8598-1cd029962f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:33.183817 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3df831-e322-4d48-924e-f19474fec0c6 None None] The sync data for ids ['3ca73208-2471-43a7-ab05-9b1adf8f72db'] in dv-cinder-786260-3-iscsi is: [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:26Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'dfa8d71e-e313-49bb-8a69-28b25046e3a1', 'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'mac_address': 'fa:16:3e:0f:76:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:25Z', 'updated_at': '2021-06-06T11:54:32Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'subnets': [{'id': '227800c8-0050-4047-8598-1cd029962f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:54:33.289958 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:54:33.303216 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Sync routers for ids ['aaa35e97-6241-404a-ae63-98417f8325f8'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:54:33.313919 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Routers {'aaa35e97-6241-404a-ae63-98417f8325f8'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:33.314537 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad7baac0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['aaa35e97-6241-404a-ae63-98417f8325f8'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:33.330552 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Notify callbacks [] for router, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:33.332737 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 3.6505854
Jun 06 11:54:33.335541 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53558) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:33.475482 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5fb3a49-2d09-4252-aa71-ce15d287b069 None None] Network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:54:33.654443 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Set router aaa35e97-6241-404a-ae63-98417f8325f8 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:33.945561 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-bd6998ff-5527-4323-9d04-52cc1f848041 None None] Provisioning for port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:33.972860 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-bd6998ff-5527-4323-9d04-52cc1f848041 None None] Provisioning complete for port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:33.973240 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bd6998ff-5527-4323-9d04-52cc1f848041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:34.166506 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bd6998ff-5527-4323-9d04-52cc1f848041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:34.220779 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-bd6998ff-5527-4323-9d04-52cc1f848041 None None] For port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=c3fce21b-52b8-4d8d-8d55-40dc2c456bb9,segment=NetworkSegment(a17d17b8-6254-46bf-a5f3-fec7af9e6594),segment_id=a17d17b8-6254-46bf-a5f3-fec7af9e6594)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:34.227740 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bd6998ff-5527-4323-9d04-52cc1f848041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:34.231037 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:34.261450 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad7baac0>, [{'id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'name': 'tempest-TestMinimumBasicScenario-1871737218-router', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:29Z', 'updated_at': '2021-06-06T11:54:31Z', 'revision_number': 3, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'gw_port': {'id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:30Z', 'updated_at': '2021-06-06T11:54:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:34.270052 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Checking router: aaa35e97-6241-404a-ae63-98417f8325f8 for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:54:34.270656 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Updating router aaa35e97-6241-404a-ae63-98417f8325f8 port 1e278b0a-60ed-4acc-af94-78f0df2f9962 binding host dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:54:34.347453 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6998ff-5527-4323-9d04-52cc1f848041 None None] Pushing event updated for resources: {'Port': ['ID=c3fce21b-52b8-4d8d-8d55-40dc2c456bb9,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:34.350938 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-bd6998ff-5527-4323-9d04-52cc1f848041 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:34.360159 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:34.567435 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0bed25-4190-451f-97ad-45e50bbc75c7 req-fc92b919-eec2-474e-b723-ae16b18134c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:34.574218 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eb0bed25-4190-451f-97ad-45e50bbc75c7 req-fc92b919-eec2-474e-b723-ae16b18134c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.7845020
Jun 06 11:54:34.610827 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34254cb-4378-4657-befc-eed4c21fa85a req-6522049a-fd48-460b-87bf-806fa03aa08d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:34.617865 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f34254cb-4378-4657-befc-eed4c21fa85a req-6522049a-fd48-460b-87bf-806fa03aa08d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.6907191
Jun 06 11:54:34.673741 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-b884f78b-7f25-419a-9996-068dc8024e19 None None] Provisioning complete for port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:34.675129 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b884f78b-7f25-419a-9996-068dc8024e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:34.786098 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f34254cb-4378-4657-befc-eed4c21fa85a req-622d6ab7-ec06-4aed-98e3-15f5f2951877 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1672819
Jun 06 11:54:34.814341 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device dfa8d71e-e313-49bb-8a69-28b25046e3a1 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:34.818338 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eb0bed25-4190-451f-97ad-45e50bbc75c7 req-4d2e4543-72a5-4a5a-a441-6ca2e73f71fa tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2432339
Jun 06 11:54:34.918432 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Notify callbacks [] for port, precommit_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:34.942824 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.provisioning_blocks [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Transition to ACTIVE for port object 1e278b0a-60ed-4acc-af94-78f0df2f9962 will not be triggered until provisioned by entity L2. {{(pid=91708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:34.964473 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:34.970598 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-499235ba-c0e7-4498-817d-7cc15a8eff3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:35.105071 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port dfa8d71e-e313-49bb-8a69-28b25046e3a1 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:35.121133 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port dfa8d71e-e313-49bb-8a69-28b25046e3a1 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:35.121687 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:35.172655 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Attempting to bind port 1e278b0a-60ed-4acc-af94-78f0df2f9962 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:54:35.179007 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Attempting to bind port 1e278b0a-60ed-4acc-af94-78f0df2f9962 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:54:35.179643 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Attempting to bind port 1e278b0a-60ed-4acc-af94-78f0df2f9962 on network e66ff1dc-41f2-4152-9c0f-1b0300d6578f {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:54:35.201922 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184009f-ef3e-4e6e-a2dd-177f549723b2 None None] Pushing event updated for resources: {'Port': ['ID=1e278b0a-60ed-4acc-af94-78f0df2f9962,revision_number=2']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:35.220164 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-b184009f-ef3e-4e6e-a2dd-177f549723b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:35.221691 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:54:35.222235 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:35.223133 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:35.224132 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Bound using segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:54:35.224810 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Bound port: 1e278b0a-60ed-4acc-af94-78f0df2f9962, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:54:35.225387 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:35.374940 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] For port 1e278b0a-60ed-4acc-af94-78f0df2f9962, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:54:35.377773 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:35.379794 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] For port 1e278b0a-60ed-4acc-af94-78f0df2f9962, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=1e278b0a-60ed-4acc-af94-78f0df2f9962,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:54:35.396008 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:35.401688 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-b184009f-ef3e-4e6e-a2dd-177f549723b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:35.421201 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port dfa8d71e-e313-49bb-8a69-28b25046e3a1, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=dfa8d71e-e313-49bb-8a69-28b25046e3a1,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:35.435424 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:35.436558 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:35.492107 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:35.553847 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b184009f-ef3e-4e6e-a2dd-177f549723b2 None None] Pushing event updated for resources: {'Port': ['ID=1e278b0a-60ed-4acc-af94-78f0df2f9962,revision_number=3']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:35.564656 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-b184009f-ef3e-4e6e-a2dd-177f549723b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:35.600214 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Routers {'aaa35e97-6241-404a-ae63-98417f8325f8'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:35.600865 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad7baac0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['aaa35e97-6241-404a-ae63-98417f8325f8'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:35.643473 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19ec58-8eac-47e4-abcc-287385e1c1b1 req-e854df61-e2bb-4146-a968-284f9085d47b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:35.660913 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0c19ec58-8eac-47e4-abcc-287385e1c1b1 req-e854df61-e2bb-4146-a968-284f9085d47b tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.5468783
Jun 06 11:54:35.668248 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=dfa8d71e-e313-49bb-8a69-28b25046e3a1,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:35.676473 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:35.698914 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:35.722759 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6e5cd7f1-0f2d-4d82-8b59-625d9263043a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:35.750620 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:35.751018 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:35.985229 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] Set router aaa35e97-6241-404a-ae63-98417f8325f8 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:35.999221 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0c19ec58-8eac-47e4-abcc-287385e1c1b1 req-48f7f70c-b463-477c-ac5b-88aa2e1c91f3 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3364382
Jun 06 11:54:36.023756 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2444fc-f477-4789-9b5a-1d02aa572c21 req-1cd459ae-a6d6-4e13-82f2-c4f1683023a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:36.025519 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-af2444fc-f477-4789-9b5a-1d02aa572c21 req-1cd459ae-a6d6-4e13-82f2-c4f1683023a7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 1098 time: 0.8090839
Jun 06 11:54:36.352240 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-af2444fc-f477-4789-9b5a-1d02aa572c21 req-e8356de5-9db8-46be-ab75-6154673326de service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2938161
Jun 06 11:54:36.355397 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad7baac0>, [{'id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'name': 'tempest-TestMinimumBasicScenario-1871737218-router', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:29Z', 'updated_at': '2021-06-06T11:54:31Z', 'revision_number': 3, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'gw_port': {'id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:30Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:36.363693 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8e5408-e375-468b-b614-5ef79822ecbb None None] The sync data for ids ['aaa35e97-6241-404a-ae63-98417f8325f8'] in dv-cinder-786260-3-iscsi is: [{'id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'name': 'tempest-TestMinimumBasicScenario-1871737218-router', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:29Z', 'updated_at': '2021-06-06T11:54:31Z', 'revision_number': 3, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'gw_port': {'id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:30Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:54:36.422921 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-a93b7c25-10ab-4c5f-85a0-288e96c57f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:36.424515 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-a93b7c25-10ab-4c5f-85a0-288e96c57f5c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 1099 time: 0.5873630
Jun 06 11:54:36.514008 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Allocated IP 172.20.0.1 (3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037/fde111e4-d5b0-4f60-9193-73b92c1c5219/2436ba7b-a228-49e4-aef5-01f8d5cc410c) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:36.660612 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851024e2-0443-406e-9a15-6af91782bf91 req-a4f80ddc-a018-40ba-8b44-80dfb4152350 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:36.669851 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-851024e2-0443-406e-9a15-6af91782bf91 req-a4f80ddc-a018-40ba-8b44-80dfb4152350 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.4538586
Jun 06 11:54:36.677077 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device dfa8d71e-e313-49bb-8a69-28b25046e3a1 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:36.721266 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1952a9e-03eb-4c97-abd0-ede99b2afc59 req-d46075bd-e55b-461d-8d46-eac08137bf32 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:36.728332 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a1952a9e-03eb-4c97-abd0-ede99b2afc59 req-d46075bd-e55b-461d-8d46-eac08137bf32 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.5135827
Jun 06 11:54:36.948715 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port dfa8d71e-e313-49bb-8a69-28b25046e3a1 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:36.949114 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:37.049919 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-851024e2-0443-406e-9a15-6af91782bf91 req-d8affb6d-8eef-425b-b3c3-766baeda6732 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3790839
Jun 06 11:54:37.057347 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-f0395db2-7eff-4ab0-b628-fd72d73a56af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:37.058933 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-f0395db2-7eff-4ab0-b628-fd72d73a56af service neutron] 10.222.0.16 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 912 time: 0.6188226
Jun 06 11:54:37.125728 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53604) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:37.313378 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a1952a9e-03eb-4c97-abd0-ede99b2afc59 req-a7ff2f83-9c4f-44f0-9602-489886f5eea4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5839791
Jun 06 11:54:37.429851 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e392e5e6-10cc-4e6a-83b4-e29842795a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:37.573700 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e392e5e6-10cc-4e6a-83b4-e29842795a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:37.580159 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e392e5e6-10cc-4e6a-83b4-e29842795a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:37.616307 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4ce2b0ea-6da8-403b-a815-dc91f33bffff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:37.620772 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:37.647611 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e392e5e6-10cc-4e6a-83b4-e29842795a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bead102-97b0-4746-99d1-03afcbc7ce3a,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:37.656252 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-e392e5e6-10cc-4e6a-83b4-e29842795a93 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eb8c211cf9b24f0e9574e6f3999c6110&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5287845
Jun 06 11:54:37.658316 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53608) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:37.658942 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e392e5e6-10cc-4e6a-83b4-e29842795a93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:37.689732 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-608b1210-7858-4391-913b-a9ffe20b9cb5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4fd5703-3462-44b5-87af-034550946233 HTTP/1.1" status: 200  len: 1001 time: 0.6062777
Jun 06 11:54:37.729313 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3ace-9cd5-4fbc-b509-0a2a379ae627 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:37.755165 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Transition to ACTIVE for port object 2436ba7b-a228-49e4-aef5-01f8d5cc410c will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:37.773269 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3ace-9cd5-4fbc-b509-0a2a379ae627 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:37.833488 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-b8c5bb89-b2b2-41dd-b8b1-25685bafb03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:37.835151 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-b8c5bb89-b2b2-41dd-b8b1-25685bafb03a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=152508a6-2d08-4397-81a6-be9ae3bc7dc7 HTTP/1.1" status: 200  len: 850 time: 0.1335948
Jun 06 11:54:37.845970 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3ace-9cd5-4fbc-b509-0a2a379ae627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:37.848892 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0ffb3ace-9cd5-4fbc-b509-0a2a379ae627 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:37.852564 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f378e-4296-4a7f-8ffc-9c6ac97f76d3 req-47e9d37c-a80c-4a9b-91c5-3ee9e17ed486 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:37.852742 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-923f378e-4296-4a7f-8ffc-9c6ac97f76d3 req-47e9d37c-a80c-4a9b-91c5-3ee9e17ed486 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 945 time: 0.5572379
Jun 06 11:54:37.853488 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-0ffb3ace-9cd5-4fbc-b509-0a2a379ae627 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7bead102-97b0-4746-99d1-03afcbc7ce3a HTTP/1.1" status: 204  len: 168 time: 0.1929457
Jun 06 11:54:37.855573 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-400ed460-8c1f-49ba-9846-d9343e19b2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:37.870614 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffb3ace-9cd5-4fbc-b509-0a2a379ae627 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bead102-97b0-4746-99d1-03afcbc7ce3a,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:37.873394 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0ffb3ace-9cd5-4fbc-b509-0a2a379ae627 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:37.930840 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84311c1c-090c-45ab-a7cf-b298ac786c07 req-83663b96-d0da-4fe9-8597-bc5f50dde0c8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:37.938998 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-84311c1c-090c-45ab-a7cf-b298ac786c07 req-83663b96-d0da-4fe9-8597-bc5f50dde0c8 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.3947711
Jun 06 11:54:37.950909 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-519e7374-810d-4410-b21c-ac90e9330c37 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:37.952320 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-519e7374-810d-4410-b21c-ac90e9330c37 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 945 time: 0.3414824
Jun 06 11:54:37.989709 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:38.042811 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-9c86f596-9a6a-43cd-887b-4223cf55ec71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:38.182265 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:38.192072 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:38.200987 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-923f378e-4296-4a7f-8ffc-9c6ac97f76d3 req-fa032e5d-ba88-4277-983e-21c066a61569 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3071988
Jun 06 11:54:38.211458 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-84311c1c-090c-45ab-a7cf-b298ac786c07 req-82a8d8df-288f-416c-818f-9d953aa388fb tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2715418
Jun 06 11:54:38.212307 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:54:38.321260 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:38.408522 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Pushing event updated for resources: {'Port': ['ID=2436ba7b-a228-49e4-aef5-01f8d5cc410c,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:38.484017 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.485015 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.485385 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.485809 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.486084 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.486435 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.486783 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.487126 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.487939 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.488066 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.488401 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.488761 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:38.493624 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:38.539121 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-0a64b0d7-9013-465a-8e82-56d3bd0ebf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:38.540622 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-0a64b0d7-9013-465a-8e82-56d3bd0ebf48 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4cb10f0a-05af-4fba-b41d-12091928d248&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6851811
Jun 06 11:54:38.665419 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-150406be-bca2-4938-bdc1-89607c859c69 None None] Provisioning for port 2436ba7b-a228-49e4-aef5-01f8d5cc410c completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:38.694190 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e5b7f194-4d55-4e41-b81b-cb054f7288b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:38.705498 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-150406be-bca2-4938-bdc1-89607c859c69 None None] Provisioning complete for port 2436ba7b-a228-49e4-aef5-01f8d5cc410c triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:38.706228 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-150406be-bca2-4938-bdc1-89607c859c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:38.770015 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314857'] for router_interface, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:38.808936 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 1e278b0a-60ed-4acc-af94-78f0df2f9962 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:38.854692 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-150406be-bca2-4938-bdc1-89607c859c69 None None] Port 2436ba7b-a228-49e4-aef5-01f8d5cc410c cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:54:38.905885 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 1e278b0a-60ed-4acc-af94-78f0df2f9962 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:38.913860 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 1e278b0a-60ed-4acc-af94-78f0df2f9962 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:38.915005 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.098080 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.124360 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 1e278b0a-60ed-4acc-af94-78f0df2f9962, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=1e278b0a-60ed-4acc-af94-78f0df2f9962,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:39.139178 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53640) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:39.146159 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.146159 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:39.287420 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=1e278b0a-60ed-4acc-af94-78f0df2f9962,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:39.292415 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:39.302120 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Deleting port 8db1bcca-25d8-42b8-85fc-148adba87f1f {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:54:39.302657 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.354367 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1978684863-network', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:39.393997 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-7e7c501c-cf81-43a5-ab3a-dd0bdc1b4670 service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8254492
Jun 06 11:54:39.400532 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Made reservation on behalf of 686e8a3abe34498f8f040ce70883dd57 for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:54:39.403592 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.404351 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5a1a5-72ee-415a-9212-c6e8a5a56289 req-c18c333b-ad39-40b7-a246-0570bc1133d6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:39.413766 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fa5a1a5-72ee-415a-9212-c6e8a5a56289 req-c18c333b-ad39-40b7-a246-0570bc1133d6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.4413290
Jun 06 11:54:39.434111 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3017a4d-8656-457f-87bd-bc0dd7e58d10 req-3d2ddf04-861b-4c04-8e0e-7bbecc87068c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:39.435624 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e3017a4d-8656-457f-87bd-bc0dd7e58d10 req-3d2ddf04-861b-4c04-8e0e-7bbecc87068c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.8842473
Jun 06 11:54:39.441591 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.579781 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.585493 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.600222 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] vlan segment allocate from pool success with {'vlan_id': 653, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:54:39.611085 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.611687 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Added segment 75b651c3-0813-4941-a32b-cc1b76e05b2d of type vlan for network 635d2781-a27a-4f29-9f06-dde3ee9ec75f
Jun 06 11:54:39.642283 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.660486 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.682150 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:39.715526 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dd7def2-e20f-4857-a890-2df1f0ae92fb,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:39.718813 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.720191 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:39.721777 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:39.722504 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.726714 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1d53b715-a3fd-4c1f-8eee-26bb635ad7c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:39.829191 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Pushing event updated for resources: {'Network': ['ID=635d2781-a27a-4f29-9f06-dde3ee9ec75f,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:39.837783 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:39.840004 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:54:39.852196 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.6951597
Jun 06 11:54:39.853419 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53650) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:39.860181 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Request body: {'subnet': {'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1978684863-subnet', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'ip_version': 4}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:39.889224 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Made reservation on behalf of 686e8a3abe34498f8f040ce70883dd57 for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:54:39.892447 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2786922'] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.907308 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] For port 8db1bcca-25d8-42b8-85fc-148adba87f1f, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8db1bcca-25d8-42b8-85fc-148adba87f1f,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:39.907947 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:39.934749 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fa5a1a5-72ee-415a-9212-c6e8a5a56289 req-e297efbc-1333-48e1-832c-dc1ba7797a6a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5186784
Jun 06 11:54:40.141718 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Calling delete_port for 8db1bcca-25d8-42b8-85fc-148adba87f1f owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:54:40.149338 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-62c8ff02-f365-49d2-bfdc-54d436c6dd04 req-dda1ecd1-fc80-4976-b6e3-7f81bc8498ec service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7254107
Jun 06 11:54:40.162807 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e3017a4d-8656-457f-87bd-bc0dd7e58d10 req-ea1d2503-058a-4578-a485-02ac6c55e907 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5247233
Jun 06 11:54:40.163440 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:40.226627 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2905470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2786936'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:40.233374 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:40.315683 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Checking segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:40.316027 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Network hostable DHCP agents. Network: 635d2781-a27a-4f29-9f06-dde3ee9ec75f, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:54:40.336432 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6cc30e6-78ed-4597-966d-9c8ca50a31ab,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:40.339604 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:40.345758 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:54:40.357672 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 635d2781-a27a-4f29-9f06-dde3ee9ec75f) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:40.367998 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f4866b-86fa-410a-9970-144d0c22ef23 None None] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:54:40.370573 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:40.371159 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:40.401286 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.5462790
Jun 06 11:54:40.404797 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53654) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:40.412007 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:40.455627 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13581'] for router, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:40.457754 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1649150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-304764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13588'] for router, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:40.490175 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:40.567394 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:40.614949 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['553b98cb-5b41-4971-a236-57342f732361'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:54:40.652148 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:40.709311 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 1e278b0a-60ed-4acc-af94-78f0df2f9962 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:40.727496 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Pushing event deleted for resources: {'Port': ['ID=8db1bcca-25d8-42b8-85fc-148adba87f1f,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:40.764621 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd720dfd-3095-5a56-8e8c-de7b1fec5ee5-635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab'}]}} from dv-cinder-786260-3-iscsi. {{(pid=91707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 06 11:54:40.765679 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:40.816818 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:40.872423 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc50a8-d5e1-4696-9f60-6bc9e94ebd5a req-a4f1e809-3b68-45f3-8cc8-c5daf565ae9f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:40.879404 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5bc50a8-d5e1-4696-9f60-6bc9e94ebd5a req-a4f1e809-3b68-45f3-8cc8-c5daf565ae9f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=3890c915-cb0c-488b-89b4-248f33909676 HTTP/1.1" status: 200  len: 867 time: 0.5976591
Jun 06 11:54:40.923233 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] No DVR routers for this DVR port 8db1bcca-25d8-42b8-85fc-148adba87f1f on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:54:40.928855 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:40.930248 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:40.930790 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a41ac083-83ee-4bfd-9b9a-46db72ec0f81 req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "DELETE /v2.0/ports/8db1bcca-25d8-42b8-85fc-148adba87f1f HTTP/1.1" status: 204  len: 173 time: 2.9628758
Jun 06 11:54:40.936004 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dbd5-f287-4e3d-ba1b-06d29a075a0b req-e40f3ae5-34c4-4ef1-8788-aa141ef3c9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:40.937542 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a950dbd5-f287-4e3d-ba1b-06d29a075a0b req-e40f3ae5-34c4-4ef1-8788-aa141ef3c9b1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 1098 time: 0.6569884
Jun 06 11:54:40.938054 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3890c915-cb0c-488b-89b4-248f33909676', 'name': 'network-vif-deleted', 'tag': '8db1bcca-25d8-42b8-85fc-148adba87f1f'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:54:40.940647 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5b96db4-c18e-411e-bf90-ca015d9b4c8a" -d '{"events": [{"server_uuid": "3890c915-cb0c-488b-89b4-248f33909676", "name": "network-vif-deleted", "tag": "8db1bcca-25d8-42b8-85fc-148adba87f1f"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:54:40.991154 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 1e278b0a-60ed-4acc-af94-78f0df2f9962 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:40.991756 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.011420 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe168cd-93c1-4782-9bbc-a37d2a107c3f req-b0ba44e7-b6c3-4767-adcb-f35f9a7d9d5e tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:41.018563 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5fe168cd-93c1-4782-9bbc-a37d2a107c3f req-b0ba44e7-b6c3-4767-adcb-f35f9a7d9d5e tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.4948561
Jun 06 11:54:41.116980 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.163831 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.db_base_plugin_common [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Allocated IP 172.20.0.2 (635d2781-a27a-4f29-9f06-dde3ee9ec75f/b6cc30e6-78ed-4597-966d-9c8ca50a31ab/10776d35-7541-4bb0-ad6e-a293d05b371b) {{(pid=91707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:41.209124 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a5bc50a8-d5e1-4696-9f60-6bc9e94ebd5a req-bab8ff25-566a-4116-a881-f97563c4e6d2 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3287542
Jun 06 11:54:41.342129 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e466fcdf-84cc-46af-869e-3bf8ab592d61 x-openstack-request-id: req-e466fcdf-84cc-46af-869e-3bf8ab592d61 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:54:41.342547 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3890c915-cb0c-488b-89b4-248f33909676", "name": "network-vif-deleted", "tag": "8db1bcca-25d8-42b8-85fc-148adba87f1f", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:54:41.342844 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e466fcdf-84cc-46af-869e-3bf8ab592d61 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:54:41.347038 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3890c915-cb0c-488b-89b4-248f33909676', 'name': 'network-vif-deleted', 'tag': '8db1bcca-25d8-42b8-85fc-148adba87f1f', 'status': 'completed', 'code': 200}
Jun 06 11:54:41.384605 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5fe168cd-93c1-4782-9bbc-a37d2a107c3f req-0f571c6d-2da8-463b-b43c-51192e0ac764 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3578002
Jun 06 11:54:41.435366 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dbd5-f287-4e3d-ba1b-06d29a075a0b req-23ecfa2b-48a9-4ef4-8dca-2fbd6c57fcb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:41.437022 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a950dbd5-f287-4e3d-ba1b-06d29a075a0b req-23ecfa2b-48a9-4ef4-8dca-2fbd6c57fcb4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 200  len: 920 time: 0.4789493
Jun 06 11:54:41.589029 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.629175 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.646242 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Notify callbacks [] for port, precommit_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.657072 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Transition to ACTIVE for port object 10776d35-7541-4bb0-ad6e-a293d05b371b will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:41.684014 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a950dbd5-f287-4e3d-ba1b-06d29a075a0b req-2a460b10-3351-4ba8-8406-482c2b649f06 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a63994b-22db-42a9-91e7-90198a85b2d8 HTTP/1.1" status: 200  len: 217 time: 0.2334185
Jun 06 11:54:41.692718 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.697916 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Transition to ACTIVE for port object 10776d35-7541-4bb0-ad6e-a293d05b371b will not be triggered until provisioned by entity DHCP. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:41.706914 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.716818 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:41.766581 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.785424 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f is already hosted by enough agents. {{(pid=91707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:41.788515 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.base_scheduler [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Resources bound (agent type, host, resource id):  {{(pid=91707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:41.792572 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Received port after_create {{(pid=91707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:54:41.801863 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:41.920101 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Pushing event updated for resources: {'Port': ['ID=10776d35-7541-4bb0-ad6e-a293d05b371b,revision_number=1']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:41.923738 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950dbd5-f287-4e3d-ba1b-06d29a075a0b req-c60d91b8-50b0-4409-b913-50085c6df531 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:41.926120 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a950dbd5-f287-4e3d-ba1b-06d29a075a0b req-c60d91b8-50b0-4409-b913-50085c6df531 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 200  len: 859 time: 0.2257843
Jun 06 11:54:41.928991 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647281'] for router_interface, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.929464 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Attempting to bind port 10776d35-7541-4bb0-ad6e-a293d05b371b on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:54:41.929879 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Attempting to bind port 10776d35-7541-4bb0-ad6e-a293d05b371b by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:54:41.930352 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Attempting to bind port 10776d35-7541-4bb0-ad6e-a293d05b371b on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:54:41.933583 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.934148 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.934494 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.934823 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.935146 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.935608 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.936058 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.936391 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.936873 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.937209 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.938124 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.938604 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:41.939459 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Pushing event updated for resources: {'Port': ['ID=2436ba7b-a228-49e4-aef5-01f8d5cc410c,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:41.969456 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:41.972514 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:54:41.972914 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Checking segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:41.973370 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.973896 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Bound using segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:54:41.974421 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Bound port: 10776d35-7541-4bb0-ad6e-a293d05b371b, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:54:41.974796 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:41.981939 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:41.990392 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Allocated IP 172.27.1.173 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/b5e96599-10e8-41c7-b92e-3cc4b5f61884) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:42.003119 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a950dbd5-f287-4e3d-ba1b-06d29a075a0b req-97d36b04-bb1a-455f-a6be-6199d4fcbdd8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f36849b-663e-409b-b9ee-637f743f6c79&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0682654
Jun 06 11:54:42.077642 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee32dc-48af-4869-9fe6-2299ca1cc76f req-b3810543-bcf3-443a-9b4a-3b7edfc6874c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:42.079316 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-80ee32dc-48af-4869-9fe6-2299ca1cc76f req-b3810543-bcf3-443a-9b4a-3b7edfc6874c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.5718620
Jun 06 11:54:42.087223 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27029848-7e3b-42fd-ab88-d48c47a9cb94 req-714d95b7-d20f-48b4-8aec-09e50ad5d9d4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:42.087455 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] For port 10776d35-7541-4bb0-ad6e-a293d05b371b, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:54:42.088961 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27029848-7e3b-42fd-ab88-d48c47a9cb94 req-714d95b7-d20f-48b4-8aec-09e50ad5d9d4 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.5825140
Jun 06 11:54:42.090823 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] For port 10776d35-7541-4bb0-ad6e-a293d05b371b, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=10776d35-7541-4bb0-ad6e-a293d05b371b,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:54:42.108876 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:42.119676 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:42.197109 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:42.210489 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Pushing event updated for resources: {'Port': ['ID=10776d35-7541-4bb0-ad6e-a293d05b371b,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:42.214197 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:42.245534 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:42.257328 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:42.333565 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Pushing event updated for resources: {'Port': ['ID=b5e96599-10e8-41c7-b92e-3cc4b5f61884,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:42.343082 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.343442 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.343828 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.344169 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.344510 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.344896 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.345249 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.345567 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.345903 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.346236 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.346561 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.346894 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:54:42.350024 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-80ee32dc-48af-4869-9fe6-2299ca1cc76f req-e627773d-07f9-484f-8164-3779316e4daf tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2599940
Jun 06 11:54:42.357004 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:42.366882 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:42.368224 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:42.370911 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:54:42.388729 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27029848-7e3b-42fd-ab88-d48c47a9cb94 req-568626cd-04ac-4d91-a45a-bcbcab3ddacf tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2694280
Jun 06 11:54:42.491848 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a950dbd5-f287-4e3d-ba1b-06d29a075a0b req-a1c944cf-a8e8-4530-84cb-96a7b8afa204 service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4593616
Jun 06 11:54:42.496384 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:42.520628 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 8db1bcca-25d8-42b8-85fc-148adba87f1f no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:54:42.558344 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:42.668139 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 8db1bcca-25d8-42b8-85fc-148adba87f1f {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:54:42.668630 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 8db1bcca-25d8-42b8-85fc-148adba87f1f not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:54:42.692543 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:54:42.806287 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 10776d35-7541-4bb0-ad6e-a293d05b371b up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:42.966356 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 10776d35-7541-4bb0-ad6e-a293d05b371b completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:43.006791 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-f294e8ed-a45d-4632-8ce8-c73ec2adcfc1 None None] Provisioning complete for port 2436ba7b-a228-49e4-aef5-01f8d5cc410c triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:43.007077 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-f294e8ed-a45d-4632-8ce8-c73ec2adcfc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:43.083724 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:43.084285 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-f294e8ed-a45d-4632-8ce8-c73ec2adcfc1 None None] Port 2436ba7b-a228-49e4-aef5-01f8d5cc410c cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:54:43.098163 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a950dbd5-f287-4e3d-ba1b-06d29a075a0b req-5ef1addd-2d50-4dff-9288-64f95bfe9b7b service neutron] 10.222.0.16 "GET /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6054218
Jun 06 11:54:43.118686 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Router aaa35e97-6241-404a-ae63-98417f8325f8 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:54:43.157774 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea83405-0d35-42e9-a5c0-f8654897e52e req-58b51144-7234-45b4-80dd-43e9a256ac74 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:43.159309 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aea83405-0d35-42e9-a5c0-f8654897e52e req-58b51144-7234-45b4-80dd-43e9a256ac74 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.4848945
Jun 06 11:54:43.420029 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:54:43.430377 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Sync routers for ids ['aaa35e97-6241-404a-ae63-98417f8325f8'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:54:43.437278 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] 10.222.0.46 "PUT /v2.0/routers/aaa35e97-6241-404a-ae63-98417f8325f8/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.1004086
Jun 06 11:54:43.444176 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Routers {'aaa35e97-6241-404a-ae63-98417f8325f8'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:43.444830 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facca6970>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['aaa35e97-6241-404a-ae63-98417f8325f8'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:43.457602 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aea83405-0d35-42e9-a5c0-f8654897e52e req-b50d7a4c-e227-4c34-a779-df4f9887ad05 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2842121
Jun 06 11:54:43.706320 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34db22a-bbed-4016-b6d6-2889d180b30a None None] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:54:43.716455 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873bcd8-ffa0-48f6-9f47-c03b60f869de req-c1f51f5b-9aa5-4fa6-a1f1-8f2ee63211b1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:43.718348 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f873bcd8-ffa0-48f6-9f47-c03b60f869de req-c1f51f5b-9aa5-4fa6-a1f1-8f2ee63211b1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.1577754
Jun 06 11:54:43.836187 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f873bcd8-ffa0-48f6-9f47-c03b60f869de req-f15e5618-343b-4fc8-8b19-2d8061052311 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1118929
Jun 06 11:54:43.843357 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059'] for router, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:43.907099 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Set router aaa35e97-6241-404a-ae63-98417f8325f8 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:43.961055 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-2c77b953-9a95-47c4-8cff-88cbefa621bb None None] Provisioning for port 10776d35-7541-4bb0-ad6e-a293d05b371b completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:43.985555 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-2c77b953-9a95-47c4-8cff-88cbefa621bb None None] Provisioning complete for port 10776d35-7541-4bb0-ad6e-a293d05b371b triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:43.985913 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2c77b953-9a95-47c4-8cff-88cbefa621bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:44.172937 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Router 9a0a76db-c48f-4e6a-9871-b9affa33fffb is scheduled to L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c with binding_index 1 {{(pid=91706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 06 11:54:44.411190 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:54:44.422590 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Sync routers for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:54:44.435422 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] Notify callbacks [] for router, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:44.437134 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-25361bca-4a7a-4a08-a950-1dc2d50df75a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.0313983
Jun 06 11:54:44.439653 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:44.440307 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53696) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:44.441055 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad898d90>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:44.784670 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2c77b953-9a95-47c4-8cff-88cbefa621bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:44.808551 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:44.857986 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-2c77b953-9a95-47c4-8cff-88cbefa621bb None None] For port 10776d35-7541-4bb0-ad6e-a293d05b371b, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=10776d35-7541-4bb0-ad6e-a293d05b371b,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:44.882362 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2c77b953-9a95-47c4-8cff-88cbefa621bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:44.887422 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:44.922203 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facca6970>, [{'id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'name': 'tempest-TestMinimumBasicScenario-1871737218-router', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:29Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'gw_port': {'id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:30Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '2436ba7b-a228-49e4-aef5-01f8d5cc410c', 'name': '', 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'mac_address': 'fa:16:3e:cf:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fde111e4-d5b0-4f60-9193-73b92c1c5219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:35Z', 'updated_at': '2021-06-06T11:54:40Z', 'revision_number': 2, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'subnets': [{'id': 'fde111e4-d5b0-4f60-9193-73b92c1c5219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:45.139327 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c77b953-9a95-47c4-8cff-88cbefa621bb None None] Pushing event updated for resources: {'Port': ['ID=10776d35-7541-4bb0-ad6e-a293d05b371b,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:45.142621 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Checking router: aaa35e97-6241-404a-ae63-98417f8325f8 for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:54:45.152322 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Updating router aaa35e97-6241-404a-ae63-98417f8325f8 port 2436ba7b-a228-49e4-aef5-01f8d5cc410c binding host dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:54:45.278338 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c8f2bc-9986-4531-bc4f-70c909c5f361 req-23f8d2f6-c92a-4c18-b1c4-46adc870d090 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:45.289652 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-71c8f2bc-9986-4531-bc4f-70c909c5f361 req-23f8d2f6-c92a-4c18-b1c4-46adc870d090 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.6270907
Jun 06 11:54:45.316304 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-2c77b953-9a95-47c4-8cff-88cbefa621bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:45.325605 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:45.347860 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad898d90>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:42Z', 'revision_number': 3, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:45.355463 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Checking router: 9a0a76db-c48f-4e6a-9871-b9affa33fffb for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:54:45.355810 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Updating router 9a0a76db-c48f-4e6a-9871-b9affa33fffb port b5e96599-10e8-41c7-b92e-3cc4b5f61884 binding host dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:54:45.414544 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:45.508401 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-98e40b67-9032-4fc4-9a98-124d98208b8c None None] Provisioning complete for port 10776d35-7541-4bb0-ad6e-a293d05b371b triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:45.508765 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-98e40b67-9032-4fc4-9a98-124d98208b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:45.614070 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-71c8f2bc-9986-4531-bc4f-70c909c5f361 req-4d4bedec-b9c9-41e9-82e2-8ffcb6c935a6 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3216815
Jun 06 11:54:45.629282 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b961b7df-88e0-407d-9757-3aa496b3935c req-662f8ead-df41-4aef-96e2-69f0ee7c4cef tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:45.630972 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b961b7df-88e0-407d-9757-3aa496b3935c req-662f8ead-df41-4aef-96e2-69f0ee7c4cef tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 946 time: 0.8819342
Jun 06 11:54:45.971442 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Notify callbacks [] for port, precommit_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:45.991362 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.provisioning_blocks [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Transition to ACTIVE for port object b5e96599-10e8-41c7-b92e-3cc4b5f61884 will not be triggered until provisioned by entity L2. {{(pid=91708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:46.003832 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:46.017677 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:46.059711 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b961b7df-88e0-407d-9757-3aa496b3935c req-e9830677-6ff9-427e-ad95-747de19934ec tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4120059
Jun 06 11:54:46.169309 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Attempting to bind port b5e96599-10e8-41c7-b92e-3cc4b5f61884 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:54:46.169831 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Attempting to bind port b5e96599-10e8-41c7-b92e-3cc4b5f61884 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:54:46.170313 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Attempting to bind port b5e96599-10e8-41c7-b92e-3cc4b5f61884 on network e66ff1dc-41f2-4152-9c0f-1b0300d6578f {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:54:46.191853 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:54:46.192297 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:46.192651 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:46.193082 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Bound using segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:54:46.193565 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Bound port: b5e96599-10e8-41c7-b92e-3cc4b5f61884, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:54:46.194008 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:46.196866 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Notify callbacks [] for port, precommit_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:46.218348 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Transition to ACTIVE for port object 2436ba7b-a228-49e4-aef5-01f8d5cc410c will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:46.238157 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:46.242778 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-a0151911-3c3a-4217-ada6-df20f02b8297 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:46.302810 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] For port b5e96599-10e8-41c7-b92e-3cc4b5f61884, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:54:46.306536 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] For port b5e96599-10e8-41c7-b92e-3cc4b5f61884, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=b5e96599-10e8-41c7-b92e-3cc4b5f61884,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:54:46.325226 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:46.348237 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712bc0e-a371-4b72-a8be-79e3797c0e78 None None] Pushing event updated for resources: {'Port': ['ID=b5e96599-10e8-41c7-b92e-3cc4b5f61884,revision_number=2']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:46.352138 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-8712bc0e-a371-4b72-a8be-79e3797c0e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:46.352590 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:46.413743 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90196d30-3cd1-467f-920e-24a0b4d95d79 req-637b515b-d00a-4bea-9737-697fc22eeb9c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:46.420774 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:46.422469 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad898d90>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:46.432017 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-90196d30-3cd1-467f-920e-24a0b4d95d79 req-637b515b-d00a-4bea-9737-697fc22eeb9c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.5936642
Jun 06 11:54:46.468609 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b7b71-d297-4f4f-9690-243d68b1fc01 None None] Pushing event updated for resources: {'Port': ['ID=2436ba7b-a228-49e4-aef5-01f8d5cc410c,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:46.491564 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-580b7b71-d297-4f4f-9690-243d68b1fc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:46.717851 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-90196d30-3cd1-467f-920e-24a0b4d95d79 req-4b361ecd-3352-45b2-b218-c644de0a8a64 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2848701
Jun 06 11:54:46.746803 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 10776d35-7541-4bb0-ad6e-a293d05b371b up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:46.820154 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:46.903884 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-c8d00996-0ebd-45d6-97b7-572f89f10e5c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:46.905637 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-c8d00996-0ebd-45d6-97b7-572f89f10e5c tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 946 time: 0.6765649
Jun 06 11:54:47.060369 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Attempting to bind port 2436ba7b-a228-49e4-aef5-01f8d5cc410c on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:54:47.068000 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Attempting to bind port 2436ba7b-a228-49e4-aef5-01f8d5cc410c by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': 'a17d17b8-6254-46bf-a5f3-fec7af9e6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:54:47.068532 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Attempting to bind port 2436ba7b-a228-49e4-aef5-01f8d5cc410c on network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:54:47.098871 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:54:47.100781 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Checking segment: {'id': 'a17d17b8-6254-46bf-a5f3-fec7af9e6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:47.101296 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:47.103060 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Bound using segment: {'id': 'a17d17b8-6254-46bf-a5f3-fec7af9e6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:54:47.103662 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Bound port: 2436ba7b-a228-49e4-aef5-01f8d5cc410c, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a17d17b8-6254-46bf-a5f3-fec7af9e6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 679, 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:54:47.104145 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:47.334597 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] For port 2436ba7b-a228-49e4-aef5-01f8d5cc410c, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:54:47.345610 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] For port 2436ba7b-a228-49e4-aef5-01f8d5cc410c, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=2436ba7b-a228-49e4-aef5-01f8d5cc410c,segment=NetworkSegment(a17d17b8-6254-46bf-a5f3-fec7af9e6594),segment_id=a17d17b8-6254-46bf-a5f3-fec7af9e6594)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:54:47.355228 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 10776d35-7541-4bb0-ad6e-a293d05b371b triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:47.356918 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:47.375186 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:47.405214 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712bc0e-a371-4b72-a8be-79e3797c0e78 None None] Pushing event updated for resources: {'Port': ['ID=b5e96599-10e8-41c7-b92e-3cc4b5f61884,revision_number=3']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:47.415119 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:47.420065 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-8712bc0e-a371-4b72-a8be-79e3797c0e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.067s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:47.453602 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-580b7b71-d297-4f4f-9690-243d68b1fc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:47.471208 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad898d90>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:42Z', 'revision_number': 3, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:47.477585 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842aa08c-1b7e-4c8e-a100-a625f004d9a2 None None] The sync data for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi is: [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:42Z', 'revision_number': 3, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:54:47.548739 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580b7b71-d297-4f4f-9690-243d68b1fc01 None None] Pushing event updated for resources: {'Port': ['ID=2436ba7b-a228-49e4-aef5-01f8d5cc410c,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:47.555899 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-580b7b71-d297-4f4f-9690-243d68b1fc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:47.583582 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Routers {'aaa35e97-6241-404a-ae63-98417f8325f8'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:47.584013 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facca6970>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['aaa35e97-6241-404a-ae63-98417f8325f8'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:48.082588 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] Set router aaa35e97-6241-404a-ae63-98417f8325f8 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:48.216561 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45196505-5922-4cf5-ad75-b7719c58831d req-c2641bd0-7d08-4cf6-a685-1dc8d82f3259 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:48.224397 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-45196505-5922-4cf5-ad75-b7719c58831d req-c2641bd0-7d08-4cf6-a685-1dc8d82f3259 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 946 time: 0.8582859
Jun 06 11:54:48.233242 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfe6d2-60ff-4fc8-9c97-f05780eb6d52 req-83b7deb1-be74-402d-b25c-e2317f38da77 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:48.241893 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6dbfe6d2-60ff-4fc8-9c97-f05780eb6d52 req-83b7deb1-be74-402d-b25c-e2317f38da77 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 1.2310407
Jun 06 11:54:48.505951 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6dbfe6d2-60ff-4fc8-9c97-f05780eb6d52 req-7c13d56e-9878-4897-ab41-7a86b2068622 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2628379
Jun 06 11:54:48.552255 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-45196505-5922-4cf5-ad75-b7719c58831d req-f85e06c9-2204-4993-8166-fb11a2360e85 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/security-groups?id=daae726c-e7a1-4db5-8273-b3d2d836a9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3268659
Jun 06 11:54:48.600848 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Deleting port 553b98cb-5b41-4971-a236-57342f732361 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:54:48.601213 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:48.832403 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device b5e96599-10e8-41c7-b92e-3cc4b5f61884 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:49.027472 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port b5e96599-10e8-41c7-b92e-3cc4b5f61884 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:49.036478 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facca6970>, [{'id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'name': 'tempest-TestMinimumBasicScenario-1871737218-router', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:29Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'gw_port': {'id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:30Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '2436ba7b-a228-49e4-aef5-01f8d5cc410c', 'name': '', 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'mac_address': 'fa:16:3e:cf:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fde111e4-d5b0-4f60-9193-73b92c1c5219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:35Z', 'updated_at': '2021-06-06T11:54:47Z', 'revision_number': 4, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'subnets': [{'id': 'fde111e4-d5b0-4f60-9193-73b92c1c5219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:49.038209 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] For port 553b98cb-5b41-4971-a236-57342f732361, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=553b98cb-5b41-4971-a236-57342f732361,segment=NetworkSegment(25fa7ab8-d083-47c5-bdc5-5815202481b2),segment_id=25fa7ab8-d083-47c5-bdc5-5815202481b2)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:49.039026 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:49.041623 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port b5e96599-10e8-41c7-b92e-3cc4b5f61884 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:49.049023 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:49.154573 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6a8168-ac3f-4b2e-bc18-fde61537095e None None] The sync data for ids ['aaa35e97-6241-404a-ae63-98417f8325f8'] in dv-cinder-786260-3-iscsi is: [{'id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'name': 'tempest-TestMinimumBasicScenario-1871737218-router', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:29Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'gw_port': {'id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:30Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '2436ba7b-a228-49e4-aef5-01f8d5cc410c', 'name': '', 'network_id': '3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'mac_address': 'fa:16:3e:cf:db:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'fde111e4-d5b0-4f60-9193-73b92c1c5219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:35Z', 'updated_at': '2021-06-06T11:54:47Z', 'revision_number': 4, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'subnets': [{'id': 'fde111e4-d5b0-4f60-9193-73b92c1c5219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:54:49.282922 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Calling delete_port for 553b98cb-5b41-4971-a236-57342f732361 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:54:49.384295 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:49.431329 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port b5e96599-10e8-41c7-b92e-3cc4b5f61884, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=b5e96599-10e8-41c7-b92e-3cc4b5f61884,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:49.454993 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:49.458046 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:49.540341 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:49.562450 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:49.638864 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=b5e96599-10e8-41c7-b92e-3cc4b5f61884,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:49.658020 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:49.699318 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Allocated IP 172.20.0.1 (635d2781-a27a-4f29-9f06-dde3ee9ec75f/b6cc30e6-78ed-4597-966d-9c8ca50a31ab/0283bc0b-de75-488e-a606-cdd1ad5d5512) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:49.702482 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Pushing event deleted for resources: {'Port': ['ID=553b98cb-5b41-4971-a236-57342f732361,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:49.706008 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:49.773455 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] No DVR routers for this DVR port 553b98cb-5b41-4971-a236-57342f732361 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:54:49.776094 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:49.778475 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9d62cebd-47b6-4330-a45e-3a9c12b3aef7 req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.16 "DELETE /v2.0/ports/553b98cb-5b41-4971-a236-57342f732361 HTTP/1.1" status: 204  len: 173 time: 2.8626096
Jun 06 11:54:49.786319 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84', 'name': 'network-vif-deleted', 'tag': '553b98cb-5b41-4971-a236-57342f732361'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:54:49.790126 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cb4ecc-551e-4860-bdee-ea83873720b6" -d '{"events": [{"server_uuid": "58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84", "name": "network-vif-deleted", "tag": "553b98cb-5b41-4971-a236-57342f732361"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:54:49.987138 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f820aa-5d6d-4a13-9748-fb28e4fb30ef req-71bb0119-ea45-472a-9294-63a9604dcaaa tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:49.999525 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d9f820aa-5d6d-4a13-9748-fb28e4fb30ef req-71bb0119-ea45-472a-9294-63a9604dcaaa tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 1.2353420
Jun 06 11:54:50.128139 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1c1e2c89-f586-424e-8759-df1f6c199844 req-32d88576-9c37-40a5-8fe5-3b2a333110aa tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] 10.222.0.46 "GET /v2.0/ports?device_id=58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84 HTTP/1.1" status: 200  len: 210 time: 0.1257861
Jun 06 11:54:50.384423 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:50.411758 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Transition to ACTIVE for port object 0283bc0b-de75-488e-a606-cdd1ad5d5512 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:50.498333 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-118fcd97-ee12-4e93-99fd-33c307860ce3 x-openstack-request-id: req-118fcd97-ee12-4e93-99fd-33c307860ce3 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:54:50.498908 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84", "name": "network-vif-deleted", "tag": "553b98cb-5b41-4971-a236-57342f732361", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:54:50.499406 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-118fcd97-ee12-4e93-99fd-33c307860ce3 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:54:50.500352 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58b7d9c0-1f22-4a10-8e60-a0ccc4f43f84', 'name': 'network-vif-deleted', 'tag': '553b98cb-5b41-4971-a236-57342f732361', 'status': 'completed', 'code': 200}
Jun 06 11:54:50.510551 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:50.519361 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:50.568643 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 553b98cb-5b41-4971-a236-57342f732361 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:54:50.680577 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 553b98cb-5b41-4971-a236-57342f732361 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:54:50.681075 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 553b98cb-5b41-4971-a236-57342f732361 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:54:50.829239 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:50.854052 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d9f820aa-5d6d-4a13-9748-fb28e4fb30ef req-cb1358b8-9ffb-499b-94cf-5019f434e1a2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.8531075
Jun 06 11:54:50.857989 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:50.862785 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:54:50.905061 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 2436ba7b-a228-49e4-aef5-01f8d5cc410c up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:50.998883 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Pushing event updated for resources: {'Port': ['ID=0283bc0b-de75-488e-a606-cdd1ad5d5512,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:51.041023 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:51.088485 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314857'] for router_interface, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:51.430151 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 2436ba7b-a228-49e4-aef5-01f8d5cc410c completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:51.443981 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 2436ba7b-a228-49e4-aef5-01f8d5cc410c triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:51.444358 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:51.448871 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53740) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:51.614108 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:51.648248 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ba564c-2c5d-402d-bfcf-676844e1fd7d admin admin] Deleting subnet 614cc7c5-d430-4a05-a524-33339245adf2 {{(pid=91706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:54:51.655163 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-09ba564c-2c5d-402d-bfcf-676844e1fd7d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:51.735738 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-3adf7da1-3be4-4f67-8626-3cccb452ba2e None None] Provisioning for port 0283bc0b-de75-488e-a606-cdd1ad5d5512 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:51.744299 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:51.772508 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-09ba564c-2c5d-402d-bfcf-676844e1fd7d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3959666'] for subnet, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:51.807172 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 2436ba7b-a228-49e4-aef5-01f8d5cc410c, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=2436ba7b-a228-49e4-aef5-01f8d5cc410c,segment=NetworkSegment(a17d17b8-6254-46bf-a5f3-fec7af9e6594),segment_id=a17d17b8-6254-46bf-a5f3-fec7af9e6594)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:51.808675 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-3adf7da1-3be4-4f67-8626-3cccb452ba2e None None] Provisioning complete for port 0283bc0b-de75-488e-a606-cdd1ad5d5512 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:51.809284 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-3adf7da1-3be4-4f67-8626-3cccb452ba2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:51.857703 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:51.862497 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device b5e96599-10e8-41c7-b92e-3cc4b5f61884 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:51.907766 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-09ba564c-2c5d-402d-bfcf-676844e1fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:51.918498 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-cfb9bc8d-5585-4054-82fa-1152e4aa232e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:52.068227 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-3adf7da1-3be4-4f67-8626-3cccb452ba2e None None] Port 0283bc0b-de75-488e-a606-cdd1ad5d5512 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:54:52.103087 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port b5e96599-10e8-41c7-b92e-3cc4b5f61884 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:52.104070 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.139154 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-09ba564c-2c5d-402d-bfcf-676844e1fd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2905407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786895'] for subnet, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.139609 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=2436ba7b-a228-49e4-aef5-01f8d5cc410c,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:52.145196 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6b410af1-34b3-4b59-8501-7ba69bb4b21b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:52.148228 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:52.200991 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ba564c-2c5d-402d-bfcf-676844e1fd7d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=614cc7c5-d430-4a05-a524-33339245adf2,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:52.205045 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-09ba564c-2c5d-402d-bfcf-676844e1fd7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:52.208786 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-09ba564c-2c5d-402d-bfcf-676844e1fd7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.211161 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-09ba564c-2c5d-402d-bfcf-676844e1fd7d admin admin] 10.222.0.46 "DELETE /v2.0/subnets/614cc7c5-d430-4a05-a524-33339245adf2 HTTP/1.1" status: 204  len: 168 time: 0.7607388
Jun 06 11:54:52.214494 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53754) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:52.295570 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.db.resource_extend [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 06 11:54:52.337550 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.344721 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.355392 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.391283 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-325e7150-6148-40b2-9af4-ee314fa2a01c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:52.594274 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.611237 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fad35a280>,) {'filters': {'network_id': ['e3ae0608-90fa-4167-949f-1b861b3fb454']}} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:52.628853 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad35a280>, '25fa7ab8-d083-47c5-bdc5-5815202481b2') {'for_net_delete': True} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:52.629314 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad35a280>, '25fa7ab8-d083-47c5-bdc5-5815202481b2') {} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:52.648247 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3959627'] for segment, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.657075 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae67d6a-327d-436c-80b6-0316f9151009 req-36e7d945-fb31-4ffb-9bea-80b33b1b60a9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:52.658756 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2ae67d6a-327d-436c-80b6-0316f9151009 req-36e7d945-fb31-4ffb-9bea-80b33b1b60a9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.4772120
Jun 06 11:54:52.687740 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.689034 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 2436ba7b-a228-49e4-aef5-01f8d5cc410c up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:52.694670 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Pushing event updated for resources: {'Port': ['ID=0283bc0b-de75-488e-a606-cdd1ad5d5512,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:52.697717 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Releasing vlan 675 on physical network physnet1 to pool {{(pid=91706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:54:52.698374 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2905477'] for segment, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.703871 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:52.707185 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647281'] for router_interface, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]: Traceback (most recent call last):
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     timer()
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     cb(*args, **kw)
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     return func(*args, **kwargs)
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     self._notify()
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     self.callback(batched_events)
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     event.method(event)
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     return f(self, *a, **k)
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._get(url).json()
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:54:52.720857 dv-cinder-786260-3-iscsi neutron-server[91706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:54:52.824313 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.829867 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:52.845188 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2ae67d6a-327d-436c-80b6-0316f9151009 req-52d09d03-a4c1-4ec1-bd99-ef6b94653ecb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1794734
Jun 06 11:54:52.846476 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.849775 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] 10.222.0.46 "DELETE /v2.0/networks/e3ae0608-90fa-4167-949f-1b861b3fb454 HTTP/1.1" status: 204  len: 168 time: 0.6343400
Jun 06 11:54:52.853550 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 2436ba7b-a228-49e4-aef5-01f8d5cc410c triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:52.854019 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:52.859871 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3ae0608-90fa-4167-949f-1b861b3fb454,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:52.872399 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:52.946278 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:52.947614 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:53.153645 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53774) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:53.236673 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-0550f628-3cf7-4374-9f05-897e3a0de33b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53014cfd1d5b4ea5b9d78120d23fd44c&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0795264
Jun 06 11:54:53.238407 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53776) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:53.297586 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Router 9a0a76db-c48f-4e6a-9871-b9affa33fffb has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:54:53.339238 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8465749d-bd9b-4f35-9815-efa0438c5c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:53.369001 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8465749d-bd9b-4f35-9815-efa0438c5c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:53.411003 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-540703b2-40ee-4a70-b9f2-0dfb583dc4dc None None] Provisioning complete for port 0283bc0b-de75-488e-a606-cdd1ad5d5512 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:53.411664 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-540703b2-40ee-4a70-b9f2-0dfb583dc4dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:53.441001 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8465749d-bd9b-4f35-9815-efa0438c5c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:53.445172 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8465749d-bd9b-4f35-9815-efa0438c5c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:53.448161 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-8465749d-bd9b-4f35-9815-efa0438c5c63 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/daae726c-e7a1-4db5-8273-b3d2d836a9e2 HTTP/1.1" status: 204  len: 168 time: 0.2087293
Jun 06 11:54:53.449713 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:53.468306 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8465749d-bd9b-4f35-9815-efa0438c5c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daae726c-e7a1-4db5-8273-b3d2d836a9e2,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:53.480557 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8465749d-bd9b-4f35-9815-efa0438c5c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:53.583448 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-540703b2-40ee-4a70-b9f2-0dfb583dc4dc None None] Port 0283bc0b-de75-488e-a606-cdd1ad5d5512 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:54:53.624074 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:54:53.638320 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Sync routers for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:54:53.648103 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] 10.222.0.46 "PUT /v2.0/routers/9a0a76db-c48f-4e6a-9871-b9affa33fffb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 9.2062914
Jun 06 11:54:53.662489 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:53.665061 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad890af0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:53.849062 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-79164275-9c5e-44fc-ad7e-8a72690391c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:53.850543 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-79164275-9c5e-44fc-ad7e-8a72690391c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 1099 time: 0.1561930
Jun 06 11:54:53.915898 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:54.259199 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-1633b0ad-2e60-44ed-8e3d-09f3c25f6441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:54.261275 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-1633b0ad-2e60-44ed-8e3d-09f3c25f6441 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 918 time: 0.3994179
Jun 06 11:54:54.382830 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c153b-b977-453a-a9cc-25be7978d735 req-1f31d7bb-6ccf-486c-9a12-a3af745538ca tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:54.392907 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9f1c153b-b977-453a-a9cc-25be7978d735 req-1f31d7bb-6ccf-486c-9a12-a3af745538ca tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.3126073
Jun 06 11:54:54.501803 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53810) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:54.507488 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1314087365-network', 'tenant_id': '5fe599a346a54273842a3086bccd03f2'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:54.552541 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9f1c153b-b977-453a-a9cc-25be7978d735 req-418e1ff6-9709-4f41-8bb7-e06163b633d1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1467576
Jun 06 11:54:54.563910 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Made reservation on behalf of 5fe599a346a54273842a3086bccd03f2 for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:54:54.566978 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:54.608438 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-c14b158f-f7ef-4c30-bfbe-fe5b29638fae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7 HTTP/1.1" status: 200  len: 1001 time: 0.3357668
Jun 06 11:54:54.608671 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:54.631648 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad890af0>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 2, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:54.635988 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Checking router: 9a0a76db-c48f-4e6a-9871-b9affa33fffb for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:54:54.636347 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Updating router 9a0a76db-c48f-4e6a-9871-b9affa33fffb port 0283bc0b-de75-488e-a606-cdd1ad5d5512 binding host dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:54:54.711564 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:54.741245 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-ce830e04-e612-4c9e-bfde-32c1211dc349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:54.743373 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-ce830e04-e612-4c9e-bfde-32c1211dc349 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.1285825
Jun 06 11:54:54.979328 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-62316940-4900-4413-aaf7-709ba2ccf59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:54.983350 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-62316940-4900-4413-aaf7-709ba2ccf59e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2152486
Jun 06 11:54:54.988986 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.002171 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.020436 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] vlan segment allocate from pool success with {'vlan_id': 672, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:54:55.040327 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.041326 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Added segment e24b7beb-1a27-4aa6-bea1-1fd34e3389a0 of type vlan for network 87066c5d-62cc-4df8-b4a8-c016af5aa53f
Jun 06 11:54:55.106345 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.172149 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f6bb3dd8-a1fc-481b-94f0-76ef7c141d9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:55.181771 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.191352 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:55.192533 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.252790 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a3f678-8aaa-40df-a719-ac801ef2cfd4,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:55.258646 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 0.7552469
Jun 06 11:54:55.261717 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:55.262291 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53822) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:55.262657 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6151873c-d003-4610-9fb4-552d4630d60a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:55.338119 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Request body: {'subnet': {'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1314087365-subnet', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'ip_version': 4}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:55.475202 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-e56213fd-8e97-4c88-800d-4faa3758d14e service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4837165
Jun 06 11:54:55.479910 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Notify callbacks [] for port, precommit_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.503129 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Transition to ACTIVE for port object 0283bc0b-de75-488e-a606-cdd1ad5d5512 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:55.517461 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.534172 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:55.609460 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd14e07-4fa7-4552-9737-0d43aaebf1af req-3f58b04b-af7b-49fb-9f2d-c80d11ecec50 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:55.611347 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4cd14e07-4fa7-4552-9737-0d43aaebf1af req-3f58b04b-af7b-49fb-9f2d-c80d11ecec50 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.5834777
Jun 06 11:54:55.693307 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de0824-606f-4ba9-9e6e-0d1a08fa4c73 None None] Pushing event updated for resources: {'Port': ['ID=0283bc0b-de75-488e-a606-cdd1ad5d5512,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:55.756391 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-96de0824-606f-4ba9-9e6e-0d1a08fa4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:55.861741 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4cd14e07-4fa7-4552-9737-0d43aaebf1af req-292b3f57-4815-4935-9f3d-e1e03ea5e05c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2398372
Jun 06 11:54:55.902926 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Attempting to bind port 0283bc0b-de75-488e-a606-cdd1ad5d5512 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:54:55.903304 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Attempting to bind port 0283bc0b-de75-488e-a606-cdd1ad5d5512 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:54:55.903668 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Attempting to bind port 0283bc0b-de75-488e-a606-cdd1ad5d5512 on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:54:55.905336 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Pushing event updated for resources: {'Network': ['ID=87066c5d-62cc-4df8-b4a8-c016af5aa53f,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:55.910653 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:54:55.911035 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Checking segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:55.911443 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.911839 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Bound using segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:54:55.912314 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Bound port: 0283bc0b-de75-488e-a606-cdd1ad5d5512, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:54:55.912713 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.915055 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.652s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:55.936721 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Made reservation on behalf of 5fe599a346a54273842a3086bccd03f2 for: {'subnet': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:54:55.940043 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2786922'] for subnet, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:55.960212 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 87066c5d-62cc-4df8-b4a8-c016af5aa53f details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:54:56.086828 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5f1f06b-ccc5-464b-92ca-28b12737ced4 req-918856e7-4c20-47cd-b52a-c4571cc1c38c service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5939150
Jun 06 11:54:56.153816 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894e67bb-fd8e-4aa8-8be0-791287996c53 req-5d8100af-9c13-4fee-af2f-0daedd8a5fbe tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:56.161130 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-894e67bb-fd8e-4aa8-8be0-791287996c53 req-5d8100af-9c13-4fee-af2f-0daedd8a5fbe tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 946 time: 0.3410761
Jun 06 11:54:56.275969 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] For port 0283bc0b-de75-488e-a606-cdd1ad5d5512, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:54:56.279406 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] For port 0283bc0b-de75-488e-a606-cdd1ad5d5512, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=0283bc0b-de75-488e-a606-cdd1ad5d5512,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:54:56.282644 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-894e67bb-fd8e-4aa8-8be0-791287996c53 req-cbf4949d-c38b-4d24-83e4-c7a05dc6d30a tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1159267
Jun 06 11:54:56.294957 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:56.312712 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-580b7b71-d297-4f4f-9690-243d68b1fc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:56.402282 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:54:56.402903 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad890af0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:56.452224 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2905470', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2786936'] for subnet, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:56.458158 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:56.506812 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96de0824-606f-4ba9-9e6e-0d1a08fa4c73 None None] Pushing event updated for resources: {'Port': ['ID=0283bc0b-de75-488e-a606-cdd1ad5d5512,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:56.527728 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-96de0824-606f-4ba9-9e6e-0d1a08fa4c73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:56.618298 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Checking segment: {'id': 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:56.618943 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Network hostable DHCP agents. Network: 87066c5d-62cc-4df8-b4a8-c016af5aa53f, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:54:56.622076 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=850e41b9-48b6-45c7-9121-86f625e69569,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:56.633771 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:56.662391 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Network 87066c5d-62cc-4df8-b4a8-c016af5aa53f is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:54:56.675583 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:54:56.683525 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 87066c5d-62cc-4df8-b4a8-c016af5aa53f) {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:56.688366 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:56.689057 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:56.730717 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ad405d97-9eae-487e-8973-d13a2d3fd5f7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:54:56.736108 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-edd3f1b3-4acb-45cf-9756-5e1f5f298403 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 1.4018054
Jun 06 11:54:56.736617 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53840) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:56.741510 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1314087365-router', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:54:56.760578 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e21294-a5dd-4a32-94f9-ff1d99b83921 None None] Network 87066c5d-62cc-4df8-b4a8-c016af5aa53f requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:54:56.773473 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13581'] for router, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:56.774639 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1649150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-304764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13588'] for router, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:56.793429 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.143670 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.168707 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53848) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:57.235897 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.285135 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:54:57.287954 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8bec154-4212-49dd-8ae0-c04e9b671a85" -d '{"events": [{"server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:54:57.365326 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2c6fcb57-0e8f-4b01-ac07-061508599654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.371132 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:57.379652 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 06 Jun 2021 11:54:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38bc2880-987d-47b9-907c-efc50a18f9d2 x-openstack-request-id: req-38bc2880-987d-47b9-907c-efc50a18f9d2 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:54:57.381533 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "name": "network-vif-unplugged", "status": "completed", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:54:57.381978 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-38bc2880-987d-47b9-907c-efc50a18f9d2 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:54:57.382528 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'code': 200}
Jun 06 11:54:57.446351 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77befc97-b96d-47bb-8a82-13af9cdb5dba req-26fae6c8-3b30-40f5-bbf4-433d4993fb82 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:57.448271 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-77befc97-b96d-47bb-8a82-13af9cdb5dba req-26fae6c8-3b30-40f5-bbf4-433d4993fb82 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.2971685
Jun 06 11:54:57.521470 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-77befc97-b96d-47bb-8a82-13af9cdb5dba req-db3d4e0f-79b0-4c9d-ad0b-42d60f450af7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0619690
Jun 06 11:54:57.557562 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-41a1a758-2b83-4613-8f37-988b656c73d2 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:57.559020 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-41a1a758-2b83-4613-8f37-988b656c73d2 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.16 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.2118804
Jun 06 11:54:57.582619 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2c6fcb57-0e8f-4b01-ac07-061508599654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.588572 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2c6fcb57-0e8f-4b01-ac07-061508599654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.602023 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.608021 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:57.628354 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-06a85270-3e67-47c6-9c2d-d294c8e85f83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:57.645177 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-2c6fcb57-0e8f-4b01-ac07-061508599654 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=cd544fc6c8254bb18f9cbcc7884de91f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4733405
Jun 06 11:54:57.653663 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53856) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:57.660763 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd720dfd-3095-5a56-8e8c-de7b1fec5ee5-87066c5d-62cc-4df8-b4a8-c016af5aa53f', 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'fixed_ips': [{'subnet_id': '850e41b9-48b6-45c7-9121-86f625e69569'}]}} from dv-cinder-786260-3-iscsi. {{(pid=91707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 06 11:54:57.661866 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.707605 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6fcb57-0e8f-4b01-ac07-061508599654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=442376bc-5b6f-493c-81d1-30c20dd85ab7,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:57.718131 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2c6fcb57-0e8f-4b01-ac07-061508599654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:57.743597 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3ae38086-e248-4a97-8fc9-01885f9abe78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.770939 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3ae38086-e248-4a97-8fc9-01885f9abe78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.781085 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=8']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:57.785137 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:57.850823 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad890af0>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:56Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:54:57.852185 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3ae38086-e248-4a97-8fc9-01885f9abe78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.854929 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3ae38086-e248-4a97-8fc9-01885f9abe78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:57.859487 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-3ae38086-e248-4a97-8fc9-01885f9abe78 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/442376bc-5b6f-493c-81d1-30c20dd85ab7 HTTP/1.1" status: 204  len: 168 time: 0.2016487
Jun 06 11:54:57.859487 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e392e5e6-10cc-4e6a-83b4-e29842795a93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:57.868776 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae38086-e248-4a97-8fc9-01885f9abe78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=442376bc-5b6f-493c-81d1-30c20dd85ab7,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:57.871292 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3ae38086-e248-4a97-8fc9-01885f9abe78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:57.941129 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f54ad10-70cc-468b-becc-e6015d590e75 None None] The sync data for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi is: [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:56Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:54:58.002852 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.db_base_plugin_common [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Allocated IP 172.20.0.2 (87066c5d-62cc-4df8-b4a8-c016af5aa53f/850e41b9-48b6-45c7-9121-86f625e69569/2ffd2555-2bd8-4756-b8aa-fe6ac26a290d) {{(pid=91707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:58.267421 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:58.318548 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:58.400972 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Notify callbacks [] for port, precommit_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:58.412821 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Transition to ACTIVE for port object 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:58.416505 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06647c71-89ad-48b3-a861-7be455167cf2 req-ad32a51b-6627-456b-9b11-8cfdd593d954 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:58.423421 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-06647c71-89ad-48b3-a861-7be455167cf2 req-ad32a51b-6627-456b-9b11-8cfdd593d954 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.6808512
Jun 06 11:54:58.427601 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Deleting port 1824f7b7-323e-480c-b411-4ad40465a95d {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:54:58.427943 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:58.439133 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Transition to ACTIVE for port object 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d will not be triggered until provisioned by entity DHCP. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:54:58.449927 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:58.456495 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:58.479959 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53866) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:58.528484 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1f399f33-65ba-4f1d-bdd4-437e5e329faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:58.551191 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Network 87066c5d-62cc-4df8-b4a8-c016af5aa53f is already hosted by enough agents. {{(pid=91707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:54:58.558212 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.base_scheduler [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Resources bound (agent type, host, resource id):  {{(pid=91707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:54:58.563126 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Received port after_create {{(pid=91707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:54:58.608962 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Pushing event updated for resources: {'Port': ['ID=2ffd2555-2bd8-4756-b8aa-fe6ac26a290d,revision_number=1']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:58.612804 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:58.735423 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Attempting to bind port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:54:58.735806 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Attempting to bind port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:54:58.736179 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Attempting to bind port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d on network 87066c5d-62cc-4df8-b4a8-c016af5aa53f {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:54:58.769385 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:54:58.769888 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Checking segment: {'id': 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:54:58.770323 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:58.770731 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Bound using segment: {'id': 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:54:58.771239 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Bound port: 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:54:58.771622 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:58.811372 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1f399f33-65ba-4f1d-bdd4-437e5e329faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:58.819214 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 0283bc0b-de75-488e-a606-cdd1ad5d5512 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:54:58.830831 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1f399f33-65ba-4f1d-bdd4-437e5e329faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:58.865871 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6207c620-c242-436b-a35b-7b0d3ed78718 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:58.907736 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1f399f33-65ba-4f1d-bdd4-437e5e329faa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3e4380e5491a45bba916316e1243a442&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4272060
Jun 06 11:54:58.909128 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f399f33-65ba-4f1d-bdd4-437e5e329faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=382284d7-4dde-40c1-8605-bb58bc026883,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:58.926343 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1f399f33-65ba-4f1d-bdd4-437e5e329faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:58.926988 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53870) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:54:58.954379 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] For port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:54:58.957996 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] For port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=2ffd2555-2bd8-4756-b8aa-fe6ac26a290d,segment=NetworkSegment(e24b7beb-1a27-4aa6-bea1-1fd34e3389a0),segment_id=e24b7beb-1a27-4aa6-bea1-1fd34e3389a0)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:54:58.979387 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:59.002197 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:59.071071 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 0283bc0b-de75-488e-a606-cdd1ad5d5512 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:54:59.102045 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-06647c71-89ad-48b3-a861-7be455167cf2 req-5a59e3d1-8e0f-4b2c-8053-2a5a563a19e1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6538901
Jun 06 11:54:59.106689 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-97ddcf56-9a53-4263-8284-ac67d5493acb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:59.110759 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 0283bc0b-de75-488e-a606-cdd1ad5d5512 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:54:59.116309 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:59.190726 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-97ddcf56-9a53-4263-8284-ac67d5493acb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:59.217407 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Allocated IP 172.27.1.93 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/c64f06a9-e8fa-4769-9e2a-517f6ac481fb) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:54:59.263158 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] For port 1824f7b7-323e-480c-b411-4ad40465a95d, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=1824f7b7-323e-480c-b411-4ad40465a95d,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:59.263922 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:59.330766 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-97ddcf56-9a53-4263-8284-ac67d5493acb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:59.333467 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-97ddcf56-9a53-4263-8284-ac67d5493acb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:59.334733 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Pushing event updated for resources: {'Port': ['ID=2ffd2555-2bd8-4756-b8aa-fe6ac26a290d,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:59.338280 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:59.342407 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-97ddcf56-9a53-4263-8284-ac67d5493acb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/382284d7-4dde-40c1-8605-bb58bc026883 HTTP/1.1" status: 204  len: 168 time: 0.4015384
Jun 06 11:54:59.344752 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8fecac92-e9ee-45a9-aaa3-e1259a781b60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:59.386687 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ddcf56-9a53-4263-8284-ac67d5493acb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=382284d7-4dde-40c1-8605-bb58bc026883,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:59.393752 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-97ddcf56-9a53-4263-8284-ac67d5493acb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:59.514557 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:59.621246 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 0283bc0b-de75-488e-a606-cdd1ad5d5512, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=0283bc0b-de75-488e-a606-cdd1ad5d5512,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:54:59.636229 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:54:59.644603 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:54:59.714063 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Calling delete_port for 1824f7b7-323e-480c-b411-4ad40465a95d owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:54:59.736505 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2b9697-97a2-4f10-9528-e290aa2cd86c req-ee7b4423-0e6f-4c32-8512-87f23a5fdafc tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:54:59.744270 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6e2b9697-97a2-4f10-9528-e290aa2cd86c req-ee7b4423-0e6f-4c32-8512-87f23a5fdafc tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 945 time: 0.9680631
Jun 06 11:54:59.814656 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=0283bc0b-de75-488e-a606-cdd1ad5d5512,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:54:59.819594 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:54:59.945826 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6e2b9697-97a2-4f10-9528-e290aa2cd86c req-de773ca6-ab00-4e11-88c9-33ffb32e811d tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2003577
Jun 06 11:55:00.022086 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:00.137780 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:00.154471 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['6a63994b-22db-42a9-91e7-90198a85b2d8'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:55:00.168398 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:00.304390 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Pushing event deleted for resources: {'Port': ['ID=1824f7b7-323e-480c-b411-4ad40465a95d,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:00.309006 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:00.453328 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:00.479770 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:00.590166 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ad405d97-9eae-487e-8973-d13a2d3fd5f7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:55:00.632300 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] No DVR routers for this DVR port 1824f7b7-323e-480c-b411-4ad40465a95d on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:55:00.656809 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:55:00.658094 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:00.663203 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5b73e796-8be3-45c6-95a1-75661d8fc8b0 req-857d416d-060c-4666-a800-cbcc6c822470 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.16 "DELETE /v2.0/ports/1824f7b7-323e-480c-b411-4ad40465a95d HTTP/1.1" status: 204  len: 173 time: 3.0668406
Jun 06 11:55:00.666061 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b143c90-247a-44a9-95c9-36e9f7bf5ab4', 'name': 'network-vif-deleted', 'tag': '1824f7b7-323e-480c-b411-4ad40465a95d'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:55:00.674609 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049604dc-a729-4e8d-9724-9e86964b1cb3" -d '{"events": [{"server_uuid": "6b143c90-247a-44a9-95c9-36e9f7bf5ab4", "name": "network-vif-deleted", "tag": "1824f7b7-323e-480c-b411-4ad40465a95d"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:55:00.683858 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:55:00.707870 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:55:00.795998 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a282da25-c22f-4ccc-9a42-a1dd588ccd36 None None] Network 87066c5d-62cc-4df8-b4a8-c016af5aa53f requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:55:00.839982 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d3de4b1-da4f-4a44-947d-7c7d32dbcfe6 x-openstack-request-id: req-9d3de4b1-da4f-4a44-947d-7c7d32dbcfe6 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:55:00.840551 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b143c90-247a-44a9-95c9-36e9f7bf5ab4", "name": "network-vif-deleted", "tag": "1824f7b7-323e-480c-b411-4ad40465a95d", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:55:00.840835 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-9d3de4b1-da4f-4a44-947d-7c7d32dbcfe6 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:55:00.841254 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b143c90-247a-44a9-95c9-36e9f7bf5ab4', 'name': 'network-vif-deleted', 'tag': '1824f7b7-323e-480c-b411-4ad40465a95d', 'status': 'completed', 'code': 200}
Jun 06 11:55:00.851455 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Pushing event updated for resources: {'Port': ['ID=c64f06a9-e8fa-4769-9e2a-517f6ac481fb,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:00.894306 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.414s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:00.987678 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0b05a9-a548-44fb-811f-777e87dc8b95 req-bab00266-9ab7-4930-892f-20f1dc2d2fa2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:00.988559 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:55:00.992154 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf0b05a9-a548-44fb-811f-777e87dc8b95 req-bab00266-9ab7-4930-892f-20f1dc2d2fa2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.6991329
Jun 06 11:55:01.303123 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-831968c9-3241-4015-b6d2-ef24af6e30a4 None None] Provisioning for port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:55:01.309073 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 1824f7b7-323e-480c-b411-4ad40465a95d no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:55:01.351705 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 1824f7b7-323e-480c-b411-4ad40465a95d {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:55:01.353193 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 1824f7b7-323e-480c-b411-4ad40465a95d not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:55:01.462391 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b0b1b0a3-d9c4-4325-b906-9322db826c1f req-5b675b3a-6788-4773-a921-5363385178ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.2974591
Jun 06 11:55:01.566719 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-72cbc591-1ccc-4374-aad6-7d43bb1417a8 req-606a4239-5096-4519-aed0-19976c362f83 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 210 time: 0.2804468
Jun 06 11:55:01.570950 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:55:01.591954 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:01.592732 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:01.685732 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b0b1b0a3-d9c4-4325-b906-9322db826c1f req-06d3b79d-2133-4b40-a684-92da9e47a2d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5633147cc3d2482e885ca5ede2087477&device_id=6b143c90-247a-44a9-95c9-36e9f7bf5ab4 HTTP/1.1" status: 200  len: 210 time: 0.1095574
Jun 06 11:55:01.751835 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf0b05a9-a548-44fb-811f-777e87dc8b95 req-acada9df-76ae-42a4-a8df-fc137287eac1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5792811
Jun 06 11:55:01.819211 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:01.868511 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=2ffd2555-2bd8-4756-b8aa-fe6ac26a290d,segment=NetworkSegment(e24b7beb-1a27-4aa6-bea1-1fd34e3389a0),segment_id=e24b7beb-1a27-4aa6-bea1-1fd34e3389a0)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:01.890532 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:01.891803 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 0283bc0b-de75-488e-a606-cdd1ad5d5512 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:55:01.966552 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:02.099485 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=2ffd2555-2bd8-4756-b8aa-fe6ac26a290d,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:02.106985 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:02.144828 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 0283bc0b-de75-488e-a606-cdd1ad5d5512 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:02.145225 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:02.415555 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-62de487e-b714-4666-baa8-bd90aa74f3c2 None None] Provisioning complete for port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:02.416033 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-62de487e-b714-4666-baa8-bd90aa74f3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:02.455693 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1b0a3-d9c4-4325-b906-9322db826c1f req-137151e4-29f3-4fa8-a732-1a64eb5a2f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:02.457338 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b0b1b0a3-d9c4-4325-b906-9322db826c1f req-137151e4-29f3-4fa8-a732-1a64eb5a2f2f service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=5633147cc3d2482e885ca5ede2087477&shared=False HTTP/1.1" status: 200  len: 920 time: 0.7448709
Jun 06 11:55:02.548700 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:02.699551 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:02.783708 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:55:02.914050 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b1b0a3-d9c4-4325-b906-9322db826c1f req-9ba56633-fbf6-465f-b9f6-ea97665bde69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:02.915654 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b0b1b0a3-d9c4-4325-b906-9322db826c1f req-9ba56633-fbf6-465f-b9f6-ea97665bde69 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.3861790
Jun 06 11:55:02.986417 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:02.989070 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:03.494519 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059'] for router, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:03.781572 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3b47be-67c8-4d94-a955-69a32fe907e4 req-fd0790e7-b2d0-4541-82db-849cc4ffb869 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:03.789260 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fc3b47be-67c8-4d94-a955-69a32fe907e4 req-fd0790e7-b2d0-4541-82db-849cc4ffb869 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.4595289
Jun 06 11:55:03.868738 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fc3b47be-67c8-4d94-a955-69a32fe907e4 req-7937c300-c38f-46c2-ab77-97ff12a00077 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784395
Jun 06 11:55:03.885674 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9aada3-20ec-49f4-9766-c419ea667456 req-00e9164b-06b4-4897-805e-f15c565f9e6b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:03.892694 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1a9aada3-20ec-49f4-9766-c419ea667456 req-00e9164b-06b4-4897-805e-f15c565f9e6b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.3219984
Jun 06 11:55:03.970302 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1a9aada3-20ec-49f4-9766-c419ea667456 req-87e23045-051e-4d9d-8ffd-eb2270d14e7e tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0764835
Jun 06 11:55:04.040153 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Router bb69dc3d-17ed-42ff-a50f-924bb0bc83da is scheduled to L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c with binding_index 1 {{(pid=91705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 06 11:55:04.308312 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:55:04.322751 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Sync routers for ids ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:55:04.334896 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Notify callbacks [] for router, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:04.337011 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 7.5992105
Jun 06 11:55:04.337372 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Routers {'bb69dc3d-17ed-42ff-a50f-924bb0bc83da'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:55:04.338024 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fada5e0d0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:04.339621 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 53982) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:04.374940 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 53984) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:04.527399 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Set router bb69dc3d-17ed-42ff-a50f-924bb0bc83da gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:55:04.581686 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-4a373c61-b82a-45a8-ba82-d89d715287c4 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2045314
Jun 06 11:55:04.948526 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fada5e0d0>, [{'id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'name': 'tempest-TestVolumeBootPattern-1314087365-router', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:56Z', 'updated_at': '2021-06-06T11:55:01Z', 'revision_number': 3, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'gw_port': {'id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:58Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:04.952552 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Checking router: bb69dc3d-17ed-42ff-a50f-924bb0bc83da for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:55:04.953415 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Updating router bb69dc3d-17ed-42ff-a50f-924bb0bc83da port c64f06a9-e8fa-4769-9e2a-517f6ac481fb binding host dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:55:05.035194 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:05.244211 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f56065-925d-4185-b5c7-68774a28c28e req-eacc1304-36cd-4167-af61-6263c2b4906c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:05.245706 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b4f56065-925d-4185-b5c7-68774a28c28e req-eacc1304-36cd-4167-af61-6263c2b4906c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2279539
Jun 06 11:55:05.418355 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Notify callbacks [] for port, precommit_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:05.425694 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b4f56065-925d-4185-b5c7-68774a28c28e req-a3887821-c7ca-43be-a8a0-6997454cac3c tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1701362
Jun 06 11:55:05.434978 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a860233-ae80-4f39-b615-de51ed9f1daa req-e14ad0f7-705b-475e-b639-679f272822e8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:05.435987 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.provisioning_blocks [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Transition to ACTIVE for port object c64f06a9-e8fa-4769-9e2a-517f6ac481fb will not be triggered until provisioned by entity L2. {{(pid=91708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:55:05.436457 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6a860233-ae80-4f39-b615-de51ed9f1daa req-e14ad0f7-705b-475e-b639-679f272822e8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.2928290
Jun 06 11:55:05.457110 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:05.462252 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-b184009f-ef3e-4e6e-a2dd-177f549723b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:05.559914 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6a860233-ae80-4f39-b615-de51ed9f1daa req-e0a4b24c-8cc7-45c1-a8ed-e8a30f50fa2c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1123693
Jun 06 11:55:05.574554 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Attempting to bind port c64f06a9-e8fa-4769-9e2a-517f6ac481fb on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:55:05.575037 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Attempting to bind port c64f06a9-e8fa-4769-9e2a-517f6ac481fb by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:55:05.575630 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Attempting to bind port c64f06a9-e8fa-4769-9e2a-517f6ac481fb on network e66ff1dc-41f2-4152-9c0f-1b0300d6578f {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:55:05.579905 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae75baa-396c-4f2e-a7bc-6699f2a13b79 None None] Pushing event updated for resources: {'Port': ['ID=c64f06a9-e8fa-4769-9e2a-517f6ac481fb,revision_number=2']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:05.591422 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-3ae75baa-396c-4f2e-a7bc-6699f2a13b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:05.592303 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 54, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:55:05.592673 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:55:05.593124 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:05.593504 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Bound using segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:55:05.594112 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Bound port: c64f06a9-e8fa-4769-9e2a-517f6ac481fb, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:55:05.594607 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:05.622887 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:05.678917 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] For port c64f06a9-e8fa-4769-9e2a-517f6ac481fb, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:55:05.683609 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] For port c64f06a9-e8fa-4769-9e2a-517f6ac481fb, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=c64f06a9-e8fa-4769-9e2a-517f6ac481fb,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:55:05.689195 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:05.699234 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c887922e-1a6a-4a73-9f47-d4b5a8b80fb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:05.699847 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-8712bc0e-a371-4b72-a8be-79e3797c0e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:05.788637 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Routers {'bb69dc3d-17ed-42ff-a50f-924bb0bc83da'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:55:05.789281 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fada5e0d0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:54:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:05.863468 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae75baa-396c-4f2e-a7bc-6699f2a13b79 None None] Pushing event updated for resources: {'Port': ['ID=c64f06a9-e8fa-4769-9e2a-517f6ac481fb,revision_number=3']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:05.865136 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Allocated IP 172.20.0.1 (87066c5d-62cc-4df8-b4a8-c016af5aa53f/850e41b9-48b6-45c7-9121-86f625e69569/a48b2040-c062-4acb-a620-602e0e21eba5) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:55:05.875364 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-3ae75baa-396c-4f2e-a7bc-6699f2a13b79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:05.996181 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] Set router bb69dc3d-17ed-42ff-a50f-924bb0bc83da gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:55:06.047857 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:06.066596 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Transition to ACTIVE for port object a48b2040-c062-4acb-a620-602e0e21eba5 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:55:06.094989 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:06.099980 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2701e994-472d-4dc4-afd6-df7b0e485485 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:06.185566 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Network 87066c5d-62cc-4df8-b4a8-c016af5aa53f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:55:06.189042 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:55:06.192715 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:55:06.228398 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a48b2040-c062-4acb-a620-602e0e21eba5,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:06.240871 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:06.261132 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314857'] for router_interface, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:06.352871 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fada5e0d0>, [{'id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'name': 'tempest-TestVolumeBootPattern-1314087365-router', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:56Z', 'updated_at': '2021-06-06T11:55:01Z', 'revision_number': 3, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'gw_port': {'id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:58Z', 'updated_at': '2021-06-06T11:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:06.357394 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc2dae4-2ec8-4b24-9e0d-e1a1ed7c52c8 None None] The sync data for ids ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'] in dv-cinder-786260-3-iscsi is: [{'id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'name': 'tempest-TestVolumeBootPattern-1314087365-router', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:56Z', 'updated_at': '2021-06-06T11:55:01Z', 'revision_number': 3, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'gw_port': {'id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:58Z', 'updated_at': '2021-06-06T11:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:55:06.415875 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:06.602741 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-bfa9208a-f53d-4d84-92bb-7dcfb06845b3 None None] Provisioning for port a48b2040-c062-4acb-a620-602e0e21eba5 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:55:06.613738 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-bfa9208a-f53d-4d84-92bb-7dcfb06845b3 None None] Provisioning complete for port a48b2040-c062-4acb-a620-602e0e21eba5 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:06.614122 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bfa9208a-f53d-4d84-92bb-7dcfb06845b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:06.688904 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-bfa9208a-f53d-4d84-92bb-7dcfb06845b3 None None] Port a48b2040-c062-4acb-a620-602e0e21eba5 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:55:07.004816 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-70ba7932-11d8-4624-8faa-c76fa5b59343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:07.006649 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-70ba7932-11d8-4624-8faa-c76fa5b59343 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a&tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a HTTP/1.1" status: 200  len: 1097 time: 0.3479495
Jun 06 11:55:07.008670 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:07.077081 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:07.110998 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-94b898b9-30d3-4a42-b2d0-66990400d8e1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:07.150650 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115a9dbb-ad1d-42e0-9173-a272c185f2f3 req-88c9329f-8aba-42ff-b1b5-8ebb90559abe tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:07.152199 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-115a9dbb-ad1d-42e0-9173-a272c185f2f3 req-88c9329f-8aba-42ff-b1b5-8ebb90559abe tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.5422020
Jun 06 11:55:07.271105 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Pushing event updated for resources: {'Port': ['ID=a48b2040-c062-4acb-a620-602e0e21eba5,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:07.277814 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:07.278766 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647281'] for router_interface, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:07.295790 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-115a9dbb-ad1d-42e0-9173-a272c185f2f3 req-4aca5978-cf75-41f2-ac70-bfe8698706f6 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133521
Jun 06 11:55:07.361628 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d455e538-2212-4411-aac5-2517b3c89aca req-28b88a32-8fb9-43b8-a465-d52ef8b43a36 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:07.363126 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d455e538-2212-4411-aac5-2517b3c89aca req-28b88a32-8fb9-43b8-a465-d52ef8b43a36 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.3652256
Jun 06 11:55:07.409587 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-e2fd88f5-58c3-4682-9a6c-7ba31d2a37d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:07.411022 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-e2fd88f5-58c3-4682-9a6c-7ba31d2a37d9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 1097 time: 0.3692510
Jun 06 11:55:07.661433 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d455e538-2212-4411-aac5-2517b3c89aca req-48e6db42-9e12-4955-9f1a-b4390a97dcf0 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2551835
Jun 06 11:55:07.681230 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Network 87066c5d-62cc-4df8-b4a8-c016af5aa53f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:55:07.698211 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:55:07.789972 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-9486b041-f59b-4097-afd7-537a5b651d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:07.791401 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-9486b041-f59b-4097-afd7-537a5b651d56 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 918 time: 0.3413296
Jun 06 11:55:07.872035 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-dfcd505d-2c74-441b-a7da-3e6551a99573 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:07.873424 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-dfcd505d-2c74-441b-a7da-3e6551a99573 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/networks?id=482756af-f78b-4edd-8ddf-6e810a38e8bd HTTP/1.1" status: 200  len: 815 time: 0.4662049
Jun 06 11:55:07.926073 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-2a66ba7e-d916-4ba3-b969-3d1fd69ecff1 None None] Provisioning complete for port a48b2040-c062-4acb-a620-602e0e21eba5 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:07.927262 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2a66ba7e-d916-4ba3-b969-3d1fd69ecff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:07.927880 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-f80076d6-bc93-4b56-9e90-b982fbee3dc7 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/quotas/458108fba5ab4f0e8523a41be88470ac HTTP/1.1" status: 200  len: 375 time: 0.0305471
Jun 06 11:55:07.990635 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-2a66ba7e-d916-4ba3-b969-3d1fd69ecff1 None None] Port a48b2040-c062-4acb-a620-602e0e21eba5 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:55:08.050211 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-4e75ed33-a81e-4734-98f6-f7d18abc49de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7 HTTP/1.1" status: 200  len: 999 time: 0.2477806
Jun 06 11:55:08.126668 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Router bb69dc3d-17ed-42ff-a50f-924bb0bc83da has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:55:08.216108 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-24e19d90-7885-44de-b341-878120b9411a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:08.217622 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-24e19d90-7885-44de-b341-878120b9411a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.1587336
Jun 06 11:55:08.289692 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:08.308052 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-f4ac5b96-32d8-45a3-90b6-247604d8d3c8 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=458108fba5ab4f0e8523a41be88470ac&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2984583
Jun 06 11:55:08.623505 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-cd22de22-e579-4683-a346-1e802baa7d32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:08.657240 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device c64f06a9-e8fa-4769-9e2a-517f6ac481fb up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:55:08.683851 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:55:08.689413 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] 10.222.0.46 "PUT /v2.0/routers/bb69dc3d-17ed-42ff-a50f-924bb0bc83da/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3487520
Jun 06 11:55:08.708317 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Sync routers for ids ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:55:08.724786 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Routers {'bb69dc3d-17ed-42ff-a50f-924bb0bc83da'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:55:08.725677 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad6b4130>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:55:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:08.742779 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-f6c60710-3400-4261-a944-5052d93b89ed service neutron] 10.222.0.46 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2502186
Jun 06 11:55:08.765369 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-7296fdc9-7c9a-4077-9874-01a9d72ef4ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:08.766916 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-7296fdc9-7c9a-4077-9874-01a9d72ef4ae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5385053
Jun 06 11:55:08.832091 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port c64f06a9-e8fa-4769-9e2a-517f6ac481fb completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:55:08.886244 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port c64f06a9-e8fa-4769-9e2a-517f6ac481fb triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:08.886634 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:08.949122 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9298a1ce-8023-4aea-b14c-5d98c38b283d req-adec343b-e476-4b4e-89ee-aaa3d93d97e4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:08.950583 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9298a1ce-8023-4aea-b14c-5d98c38b283d req-adec343b-e476-4b4e-89ee-aaa3d93d97e4 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.4552097
Jun 06 11:55:08.974585 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Set router bb69dc3d-17ed-42ff-a50f-924bb0bc83da gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:55:09.091988 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-64714527-fcb1-4fd9-ae65-b8eb1c4e1b57 service neutron] 10.222.0.46 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3482306
Jun 06 11:55:09.097796 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9298a1ce-8023-4aea-b14c-5d98c38b283d req-45b81d7d-8c57-43e7-abe9-e3d26020fd11 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1395340
Jun 06 11:55:09.105138 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-11956830-c482-489f-b287-186cf29d76f0 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3277383
Jun 06 11:55:09.169869 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-528440d8-4204-4c08-9d60-32580d95bda6 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:09.172398 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-528440d8-4204-4c08-9d60-32580d95bda6 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.16 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 945 time: 0.2147479
Jun 06 11:55:09.206962 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:09.334509 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port c64f06a9-e8fa-4769-9e2a-517f6ac481fb, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=c64f06a9-e8fa-4769-9e2a-517f6ac481fb,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:09.344443 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:09.348540 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8b61d207-937f-49e2-9530-5494b7e8fa52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:09.473078 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec517c11-3a28-4823-93a5-7dc0fb174730 req-12fd0581-cb39-4989-b875-9a6498f02974 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3488359
Jun 06 11:55:09.496965 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3fb5dc7-0d3d-4821-be7e-4e48b84db943 req-af8d4dd6-6c2d-45d3-90f8-3cd16729a959 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:09.503908 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a3fb5dc7-0d3d-4821-be7e-4e48b84db943 req-af8d4dd6-6c2d-45d3-90f8-3cd16729a959 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.2610555
Jun 06 11:55:09.520090 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=c64f06a9-e8fa-4769-9e2a-517f6ac481fb,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:09.523775 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:09.544357 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Deleting port 6a63994b-22db-42a9-91e7-90198a85b2d8 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:55:09.544720 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:09.548016 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad6b4130>, [{'id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'name': 'tempest-TestVolumeBootPattern-1314087365-router', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:56Z', 'updated_at': '2021-06-06T11:55:06Z', 'revision_number': 4, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'gw_port': {'id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:58Z', 'updated_at': '2021-06-06T11:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a48b2040-c062-4acb-a620-602e0e21eba5', 'name': '', 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'mac_address': 'fa:16:3e:67:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '850e41b9-48b6-45c7-9121-86f625e69569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:05Z', 'updated_at': '2021-06-06T11:55:06Z', 'revision_number': 2, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'subnets': [{'id': '850e41b9-48b6-45c7-9121-86f625e69569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:09.552770 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Checking router: bb69dc3d-17ed-42ff-a50f-924bb0bc83da for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:55:09.553124 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Updating router bb69dc3d-17ed-42ff-a50f-924bb0bc83da port a48b2040-c062-4acb-a620-602e0e21eba5 binding host dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:55:09.624499 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a3fb5dc7-0d3d-4821-be7e-4e48b84db943 req-2b6f8210-5132-4029-843d-ce82418483cb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196127
Jun 06 11:55:09.649539 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:09.677851 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:09.825849 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5c401e7f-4687-4a38-8261-2e032d171b7a req-65d6f014-8c8f-4381-891d-b476c5ba404d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.0610294
Jun 06 11:55:09.902653 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] For port 6a63994b-22db-42a9-91e7-90198a85b2d8, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6a63994b-22db-42a9-91e7-90198a85b2d8,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:09.903317 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:10.038283 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Calling delete_port for 6a63994b-22db-42a9-91e7-90198a85b2d8 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:55:10.212926 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Notify callbacks [] for port, precommit_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:10.391543 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Transition to ACTIVE for port object a48b2040-c062-4acb-a620-602e0e21eba5 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:55:10.397870 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:10.404170 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:10.408263 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-96de0824-606f-4ba9-9e6e-0d1a08fa4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:10.428537 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4e73e868-d39d-41d0-91d4-5a6356be7a74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:10.461093 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['6a63994b-22db-42a9-91e7-90198a85b2d8'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:55:10.725674 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a5250-fdae-4d99-9945-16c20ac178f2 None None] Pushing event updated for resources: {'Port': ['ID=a48b2040-c062-4acb-a620-602e0e21eba5,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:10.737653 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-dd8a5250-fdae-4d99-9945-16c20ac178f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:10.875509 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Pushing event deleted for resources: {'Port': ['ID=6a63994b-22db-42a9-91e7-90198a85b2d8,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:10.890825 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:10.903206 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device c64f06a9-e8fa-4769-9e2a-517f6ac481fb up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:55:10.947814 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] No DVR routers for this DVR port 6a63994b-22db-42a9-91e7-90198a85b2d8 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:55:10.947814 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:10.948539 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ba2d3289-8ef3-4c03-b902-71800e2ec577 req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.16 "DELETE /v2.0/ports/6a63994b-22db-42a9-91e7-90198a85b2d8 HTTP/1.1" status: 204  len: 173 time: 1.7642081
Jun 06 11:55:10.949284 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01a6c619-381a-4798-9729-74c81af41ff7', 'name': 'network-vif-deleted', 'tag': '6a63994b-22db-42a9-91e7-90198a85b2d8'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:55:10.951701 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58aae340-eec2-4ae6-bcf0-b9b8f0ef1383" -d '{"events": [{"server_uuid": "01a6c619-381a-4798-9729-74c81af41ff7", "name": "network-vif-deleted", "tag": "6a63994b-22db-42a9-91e7-90198a85b2d8"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:55:10.963638 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a857ca4-0297-440c-b93e-d9526fbb0cda req-638b0a9c-f8a2-44ae-9673-3ade705dee84 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:10.972234 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0a857ca4-0297-440c-b93e-d9526fbb0cda req-638b0a9c-f8a2-44ae-9673-3ade705dee84 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 867 time: 0.7120440
Jun 06 11:55:10.991187 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54130) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:10.991534 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Attempting to bind port a48b2040-c062-4acb-a620-602e0e21eba5 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:55:10.991982 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Attempting to bind port a48b2040-c062-4acb-a620-602e0e21eba5 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:55:10.992789 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Attempting to bind port a48b2040-c062-4acb-a620-602e0e21eba5 on network 87066c5d-62cc-4df8-b4a8-c016af5aa53f {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:55:11.003864 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-1ba94c67-963c-435c-9161-915c9bc79776 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2074604491', 'description': 'tempest-secgroup-smoke-2074604491 description', 'project_id': '686e8a3abe34498f8f040ce70883dd57'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:11.019237 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:55:11.019689 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Checking segment: {'id': 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:55:11.020022 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.020405 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Bound using segment: {'id': 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:55:11.020974 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Bound port: a48b2040-c062-4acb-a620-602e0e21eba5, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 672, 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:55:11.021347 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.072409 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0a857ca4-0297-440c-b93e-d9526fbb0cda req-b7cde121-afd9-4f7e-b7d7-5451adb918b2 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/security-groups?id=93927e37-573e-4f32-9e80-3a6ce20fbf68&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0989566
Jun 06 11:55:11.098309 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1ba94c67-963c-435c-9161-915c9bc79776 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.105153 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.151693 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port c64f06a9-e8fa-4769-9e2a-517f6ac481fb triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:11.152056 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.223815 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] For port a48b2040-c062-4acb-a620-602e0e21eba5, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:55:11.252094 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] For port a48b2040-c062-4acb-a620-602e0e21eba5, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=a48b2040-c062-4acb-a620-602e0e21eba5,segment=NetworkSegment(e24b7beb-1a27-4aa6-bea1-1fd34e3389a0),segment_id=e24b7beb-1a27-4aa6-bea1-1fd34e3389a0)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:55:11.266689 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.287534 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:11.426882 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-78c29d3b-9d2d-431a-9209-f892500af96e req-fac065d1-d10e-42d0-b502-cf829e31ad50 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.0815799
Jun 06 11:55:11.479891 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Routers {'bb69dc3d-17ed-42ff-a50f-924bb0bc83da'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:55:11.480958 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad6b4130>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:55:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:11.543837 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e82c7c-9c5b-467b-a57b-58c44e359e11 req-f4ad7a6e-4a69-40be-a2c7-c373e474770f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:11.545462 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-56e82c7c-9c5b-467b-a57b-58c44e359e11 req-f4ad7a6e-4a69-40be-a2c7-c373e474770f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.3511231
Jun 06 11:55:11.549155 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0df71cc4-8c4f-4504-975d-3c39c8edfe1f x-openstack-request-id: req-0df71cc4-8c4f-4504-975d-3c39c8edfe1f {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:55:11.549543 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "01a6c619-381a-4798-9729-74c81af41ff7", "name": "network-vif-deleted", "tag": "6a63994b-22db-42a9-91e7-90198a85b2d8", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:55:11.549826 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-0df71cc4-8c4f-4504-975d-3c39c8edfe1f {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:55:11.550237 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01a6c619-381a-4798-9729-74c81af41ff7', 'name': 'network-vif-deleted', 'tag': '6a63994b-22db-42a9-91e7-90198a85b2d8', 'status': 'completed', 'code': 200}
Jun 06 11:55:11.611936 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a5250-fdae-4d99-9945-16c20ac178f2 None None] Pushing event updated for resources: {'Port': ['ID=a48b2040-c062-4acb-a620-602e0e21eba5,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:11.625528 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-dd8a5250-fdae-4d99-9945-16c20ac178f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:11.631577 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1ba94c67-963c-435c-9161-915c9bc79776 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.643377 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1ba94c67-963c-435c-9161-915c9bc79776 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.661795 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-3057f5d2-bc28-4602-a0c3-d0b76c09930d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:11.677763 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1ba94c67-963c-435c-9161-915c9bc79776 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.682294 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-1ba94c67-963c-435c-9161-915c9bc79776 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6897190
Jun 06 11:55:11.682458 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54132) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:11.689073 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-56e82c7c-9c5b-467b-a57b-58c44e359e11 req-b7850cc9-73fd-4a76-98d4-77810bd5bed9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1323750
Jun 06 11:55:11.689610 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-0e4a64ff-b506-44e3-8387-30d54a5b52ba tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'security_group_rule': {'security_group_id': '27d3d788-a403-4452-8528-b6cd161399e5', 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:11.712337 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba94c67-963c-435c-9161-915c9bc79776 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27d3d788-a403-4452-8528-b6cd161399e5,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:11.728997 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1ba94c67-963c-435c-9161-915c9bc79776 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:11.762709 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0e4a64ff-b506-44e3-8387-30d54a5b52ba tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.777081 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] Set router bb69dc3d-17ed-42ff-a50f-924bb0bc83da gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:55:11.868248 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0e4a64ff-b506-44e3-8387-30d54a5b52ba tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.873335 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0e4a64ff-b506-44e3-8387-30d54a5b52ba tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.882779 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5ade4682-7a17-49b6-b989-fa820b623da1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:11.899882 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4a64ff-b506-44e3-8387-30d54a5b52ba tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52ae56a2-f171-4a34-9dc6-a9e7fa153b4b,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:11.903951 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0e4a64ff-b506-44e3-8387-30d54a5b52ba tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:11.921464 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0e4a64ff-b506-44e3-8387-30d54a5b52ba tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:11.923059 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-0e4a64ff-b506-44e3-8387-30d54a5b52ba tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2395539
Jun 06 11:55:11.925652 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54140) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:11.930772 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-f67f6563-9b15-4dca-822e-563e4a05dbd9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'security_group_rule': {'security_group_id': '27d3d788-a403-4452-8528-b6cd161399e5', 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:11.996554 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f67f6563-9b15-4dca-822e-563e4a05dbd9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:12.095899 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f67f6563-9b15-4dca-822e-563e4a05dbd9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:12.105861 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f67f6563-9b15-4dca-822e-563e4a05dbd9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:12.108784 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1909aede-7e6d-4882-b69f-d46cca4cfca3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:12.131219 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f6563-9b15-4dca-822e-563e4a05dbd9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=945e5379-beb8-467b-90e3-a020117ed6c9,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:12.135528 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f67f6563-9b15-4dca-822e-563e4a05dbd9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:12.157127 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f67f6563-9b15-4dca-822e-563e4a05dbd9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:12.158471 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-f67f6563-9b15-4dca-822e-563e4a05dbd9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.2315762
Jun 06 11:55:12.161136 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54146) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:12.165962 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-622f877a-a86a-4688-bd30-0c3dbd65ac2b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'security_group_rule': {'security_group_id': '27d3d788-a403-4452-8528-b6cd161399e5', 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:12.325474 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-16df0503-906e-40f4-933a-2befb7c64445 req-a2dc2e29-9571-4d61-b1f5-fedbe220e387 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 210 time: 0.0909374
Jun 06 11:55:12.333345 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-622f877a-a86a-4688-bd30-0c3dbd65ac2b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:12.425322 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54150) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:12.465465 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-622f877a-a86a-4688-bd30-0c3dbd65ac2b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:12.478352 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-622f877a-a86a-4688-bd30-0c3dbd65ac2b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:12.480387 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:12.507604 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad6b4130>, [{'id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'name': 'tempest-TestVolumeBootPattern-1314087365-router', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:56Z', 'updated_at': '2021-06-06T11:55:06Z', 'revision_number': 4, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'gw_port': {'id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:58Z', 'updated_at': '2021-06-06T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a48b2040-c062-4acb-a620-602e0e21eba5', 'name': '', 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'mac_address': 'fa:16:3e:67:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '850e41b9-48b6-45c7-9121-86f625e69569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:05Z', 'updated_at': '2021-06-06T11:55:11Z', 'revision_number': 4, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'subnets': [{'id': '850e41b9-48b6-45c7-9121-86f625e69569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:12.510936 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f877a-a86a-4688-bd30-0c3dbd65ac2b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ca1b771-6a29-4305-a496-5aff1254e999,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:12.514082 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-622f877a-a86a-4688-bd30-0c3dbd65ac2b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:12.526811 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-622f877a-a86a-4688-bd30-0c3dbd65ac2b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:12.527199 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06cc56e-5fbf-44b8-844a-f06a672f7057 None None] The sync data for ids ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'] in dv-cinder-786260-3-iscsi is: [{'id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'name': 'tempest-TestVolumeBootPattern-1314087365-router', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:56Z', 'updated_at': '2021-06-06T11:55:06Z', 'revision_number': 4, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'gw_port': {'id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:58Z', 'updated_at': '2021-06-06T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a48b2040-c062-4acb-a620-602e0e21eba5', 'name': '', 'network_id': '87066c5d-62cc-4df8-b4a8-c016af5aa53f', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'mac_address': 'fa:16:3e:67:3f:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'device_owner': 'network:router_interface', 'standard_attr_id': 414, 'fixed_ips': [{'subnet_id': '850e41b9-48b6-45c7-9121-86f625e69569', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:55:05Z', 'updated_at': '2021-06-06T11:55:11Z', 'revision_number': 4, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'subnets': [{'id': '850e41b9-48b6-45c7-9121-86f625e69569', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:55:12.530872 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-622f877a-a86a-4688-bd30-0c3dbd65ac2b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3658741
Jun 06 11:55:12.531542 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54156) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:12.564461 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-73295f86-66a3-43e8-8eb6-d67f28599d21 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'security_group_rule': {'security_group_id': '27d3d788-a403-4452-8528-b6cd161399e5', 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:12.631711 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 6a63994b-22db-42a9-91e7-90198a85b2d8 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:55:12.632355 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-73295f86-66a3-43e8-8eb6-d67f28599d21 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:12.764460 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 6a63994b-22db-42a9-91e7-90198a85b2d8 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:55:12.765087 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 6a63994b-22db-42a9-91e7-90198a85b2d8 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:55:12.869177 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-7874f673-40e2-4f43-9482-2be7283fb4db admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:12.891081 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-57133aaf-0308-4b07-8a40-1f7d0c9aa13d req-eef409bf-a027-4f49-af4c-061f70d0346d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.1865001
Jun 06 11:55:13.019711 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-7874f673-40e2-4f43-9482-2be7283fb4db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.063798 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-7874f673-40e2-4f43-9482-2be7283fb4db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.076163 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ee29b9ed-5c8a-4eae-9c59-d0d057d3c241 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:13.144267 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-73295f86-66a3-43e8-8eb6-d67f28599d21 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.151383 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-7874f673-40e2-4f43-9482-2be7283fb4db admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c74f20b54c943ffae6134763e1c917b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7248726
Jun 06 11:55:13.154157 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54162) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:13.159993 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-73295f86-66a3-43e8-8eb6-d67f28599d21 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.160949 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7874f673-40e2-4f43-9482-2be7283fb4db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49fe8063-bbe0-4eca-9460-29b3f0ed54de,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:13.177552 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-7874f673-40e2-4f43-9482-2be7283fb4db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:13.198040 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-84d18230-f862-4486-a5b7-42dd33e546c8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:13.243069 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73295f86-66a3-43e8-8eb6-d67f28599d21 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=082b821f-b73b-4f70-9216-527903153328,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:13.253554 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-73295f86-66a3-43e8-8eb6-d67f28599d21 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:13.256586 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-73295f86-66a3-43e8-8eb6-d67f28599d21 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.260303 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-73295f86-66a3-43e8-8eb6-d67f28599d21 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.7258499
Jun 06 11:55:13.262853 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54164) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:13.271411 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf02ac5d-23e5-444f-a8aa-be4f7c83c405 req-25e9ce79-083e-488e-8edc-e062385c0af2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:13.277959 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-2a171ea9-7d9e-4e16-a313-d290627cea1b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'security_group_rule': {'security_group_id': '27d3d788-a403-4452-8528-b6cd161399e5', 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:13.278842 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cf02ac5d-23e5-444f-a8aa-be4f7c83c405 req-25e9ce79-083e-488e-8edc-e062385c0af2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.2574680
Jun 06 11:55:13.340127 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2c81e2d9-fcf4-4305-bc95-db7da4d4ab12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.378702 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cf02ac5d-23e5-444f-a8aa-be4f7c83c405 req-fac13718-8329-4e88-a32c-888ac8cd69d2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0988345
Jun 06 11:55:13.391370 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2c81e2d9-fcf4-4305-bc95-db7da4d4ab12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.451912 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.securitygroups_db [None req-2a171ea9-7d9e-4e16-a313-d290627cea1b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Project 686e8a3abe34498f8f040ce70883dd57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 06 11:55:13.461661 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2a171ea9-7d9e-4e16-a313-d290627cea1b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.476717 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2c81e2d9-fcf4-4305-bc95-db7da4d4ab12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.479693 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2c81e2d9-fcf4-4305-bc95-db7da4d4ab12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.484530 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-2c81e2d9-fcf4-4305-bc95-db7da4d4ab12 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49fe8063-bbe0-4eca-9460-29b3f0ed54de HTTP/1.1" status: 204  len: 168 time: 0.3289373
Jun 06 11:55:13.488953 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-97ddcf56-9a53-4263-8284-ac67d5493acb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:13.512463 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81e2d9-fcf4-4305-bc95-db7da4d4ab12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49fe8063-bbe0-4eca-9460-29b3f0ed54de,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:13.521283 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2c81e2d9-fcf4-4305-bc95-db7da4d4ab12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:13.556841 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-37015e2c-9222-40e7-9e28-f177308721c6 req-2388a5d2-ee11-4323-9a86-137320200cc7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 210 time: 0.0623734
Jun 06 11:55:13.564029 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2a171ea9-7d9e-4e16-a313-d290627cea1b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.573570 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2a171ea9-7d9e-4e16-a313-d290627cea1b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.575774 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0e4a64ff-b506-44e3-8387-30d54a5b52ba tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:13.600751 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a171ea9-7d9e-4e16-a313-d290627cea1b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed544618-26d0-4b2b-87d9-2a694ed32987,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:13.605180 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2a171ea9-7d9e-4e16-a313-d290627cea1b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:13.612092 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2a171ea9-7d9e-4e16-a313-d290627cea1b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.613794 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-2a171ea9-7d9e-4e16-a313-d290627cea1b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3488295
Jun 06 11:55:13.616650 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54170) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:13.622373 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-64d6326f-0009-49ed-97d6-7c70a1926346 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'security_group_rule': {'security_group_id': '27d3d788-a403-4452-8528-b6cd161399e5', 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:13.662179 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.securitygroups_db [None req-64d6326f-0009-49ed-97d6-7c70a1926346 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Project 686e8a3abe34498f8f040ce70883dd57 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 06 11:55:13.677539 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-64d6326f-0009-49ed-97d6-7c70a1926346 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.770111 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-64d6326f-0009-49ed-97d6-7c70a1926346 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.776157 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-64d6326f-0009-49ed-97d6-7c70a1926346 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.778366 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:13.811817 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d6326f-0009-49ed-97d6-7c70a1926346 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df3cdcc-6923-4513-ba60-d21b7ba4c15d,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:13.834321 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-64d6326f-0009-49ed-97d6-7c70a1926346 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:13.851189 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-64d6326f-0009-49ed-97d6-7c70a1926346 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:13.860852 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-64d6326f-0009-49ed-97d6-7c70a1926346 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2341099
Jun 06 11:55:14.034637 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54186) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:14.080563 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ca43725c-bc45-4c2c-8fc5-4dfa1659a693 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:14.201658 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-be5f419c-40ff-4a43-933a-3e4a0ef7a2d6 req-d6dd1399-8846-4005-b546-f69e885362e6 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.0852084
Jun 06 11:55:14.313351 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ca43725c-bc45-4c2c-8fc5-4dfa1659a693 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:14.322027 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ca43725c-bc45-4c2c-8fc5-4dfa1659a693 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:14.337323 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-31105f4c-cf1b-4a71-adab-c49e9dc37d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:14.406149 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43725c-bc45-4c2c-8fc5-4dfa1659a693 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5853be0e-ef72-4e5c-b27b-6d15d35119b5,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:14.415558 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ca43725c-bc45-4c2c-8fc5-4dfa1659a693 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:14.418665 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-ca43725c-bc45-4c2c-8fc5-4dfa1659a693 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=08721b12fec94dd3b4a9d1cd85210da1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3845487
Jun 06 11:55:14.421634 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54218) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:14.537075 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-79d983a6-7b93-4017-9607-84fec3bbe249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:14.586970 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-79d983a6-7b93-4017-9607-84fec3bbe249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:14.707968 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19028ec9-b634-4c01-b8d5-0ccfb96befc5 req-9ab48251-68bb-4037-8d58-162fc50c3340 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:14.721822 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-19028ec9-b634-4c01-b8d5-0ccfb96befc5 req-9ab48251-68bb-4037-8d58-162fc50c3340 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.1895974
Jun 06 11:55:14.722016 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-79d983a6-7b93-4017-9607-84fec3bbe249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:14.722016 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-79d983a6-7b93-4017-9607-84fec3bbe249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:14.722016 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-79d983a6-7b93-4017-9607-84fec3bbe249 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5853be0e-ef72-4e5c-b27b-6d15d35119b5 HTTP/1.1" status: 204  len: 168 time: 0.2979817
Jun 06 11:55:14.722481 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-044eb1a0-c9f6-4f98-8a9f-c9dcf0d16ffd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:14.744774 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d983a6-7b93-4017-9607-84fec3bbe249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5853be0e-ef72-4e5c-b27b-6d15d35119b5,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:14.754954 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-79d983a6-7b93-4017-9607-84fec3bbe249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:14.781643 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a48b2040-c062-4acb-a620-602e0e21eba5 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:55:14.887840 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-19028ec9-b634-4c01-b8d5-0ccfb96befc5 req-c4ccd1c9-032b-4ad2-b448-909a92cda5b5 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1737096
Jun 06 11:55:14.939600 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a93238b1-eb04-4981-b8d2-2e42b0d95c9c req-82b05244-2f66-41f4-879e-733b75d00f55 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 210 time: 0.1154442
Jun 06 11:55:14.944731 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port a48b2040-c062-4acb-a620-602e0e21eba5 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:55:14.973583 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port a48b2040-c062-4acb-a620-602e0e21eba5 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:14.973972 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:15.173019 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:15.209391 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port a48b2040-c062-4acb-a620-602e0e21eba5, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=a48b2040-c062-4acb-a620-602e0e21eba5,segment=NetworkSegment(e24b7beb-1a27-4aa6-bea1-1fd34e3389a0),segment_id=e24b7beb-1a27-4aa6-bea1-1fd34e3389a0)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:15.217131 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:15.219314 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-dd8a5250-fdae-4d99-9945-16c20ac178f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:15.323635 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=a48b2040-c062-4acb-a620-602e0e21eba5,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:15.337610 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:15.412577 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54244) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:15.432426 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cad12d65-bbec-47dc-a40f-1c6211bc32a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:15.438492 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e1af33e4-4ee1-4eb6-9f78-18cee0babc4c req-1c5dcb3b-0b37-4bb0-acc6-fd35bcea764f tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.0857549
Jun 06 11:55:15.553542 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cad12d65-bbec-47dc-a40f-1c6211bc32a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:15.566069 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cad12d65-bbec-47dc-a40f-1c6211bc32a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:15.570289 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0ffb3ace-9cd5-4fbc-b509-0a2a379ae627 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:15.611045 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-cad12d65-bbec-47dc-a40f-1c6211bc32a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=755aca679cce4766af6aa31c70fd6cb9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1967967
Jun 06 11:55:15.613961 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54250) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:15.615155 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad12d65-bbec-47dc-a40f-1c6211bc32a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ec4b6d8-0efe-48b1-95a2-7797849f2cdd,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:15.619735 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-cad12d65-bbec-47dc-a40f-1c6211bc32a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:15.698363 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c20aef25-0def-44d5-81e5-3bf5904bfae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:15.725981 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c20aef25-0def-44d5-81e5-3bf5904bfae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:15.789414 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c20aef25-0def-44d5-81e5-3bf5904bfae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:15.791962 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-c20aef25-0def-44d5-81e5-3bf5904bfae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:15.795555 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-c20aef25-0def-44d5-81e5-3bf5904bfae3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ec4b6d8-0efe-48b1-95a2-7797849f2cdd HTTP/1.1" status: 204  len: 168 time: 0.1781583
Jun 06 11:55:15.795555 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2076c918-e46f-4d61-8e9e-562287d2152b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:15.804870 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20aef25-0def-44d5-81e5-3bf5904bfae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ec4b6d8-0efe-48b1-95a2-7797849f2cdd,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:15.812655 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c20aef25-0def-44d5-81e5-3bf5904bfae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:16.207787 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e31af65b-5276-4a8d-8e90-ec1de9d08fb9 req-6c8e8586-b44b-4cd8-96c6-44a8ae4f31f3 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 210 time: 0.1227121
Jun 06 11:55:16.260380 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a2925-f587-4d11-987d-d70875c7c4e3 req-8d7cbeba-bda9-43bd-a9f6-342877175e17 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:16.262961 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-476a2925-f587-4d11-987d-d70875c7c4e3 req-8d7cbeba-bda9-43bd-a9f6-342877175e17 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.2297263
Jun 06 11:55:16.324480 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-476a2925-f587-4d11-987d-d70875c7c4e3 req-2396df07-353c-4a7a-813b-f32a05ddbe4e tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0553102
Jun 06 11:55:16.621508 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0cdaa3cf-9dc0-4283-9c20-dbb8681784e6 req-4f32a670-1369-49f3-9344-05a55e7aef18 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.0541084
Jun 06 11:55:16.694477 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a48b2040-c062-4acb-a620-602e0e21eba5 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:55:16.763556 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port a48b2040-c062-4acb-a620-602e0e21eba5 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:16.764273 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:17.388341 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-674901d6-9374-4a2d-ad39-469166cc43a1 req-545f50dc-d6b1-4db6-a827-c872eecc4214 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 210 time: 0.0586243
Jun 06 11:55:17.522655 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f0ba10-d59b-4ebb-89b2-18cdb9b1013e req-9a8320b3-b84a-4865-b7f5-64ffe6a1d84b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:17.524153 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e8f0ba10-d59b-4ebb-89b2-18cdb9b1013e req-9a8320b3-b84a-4865-b7f5-64ffe6a1d84b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.0793555
Jun 06 11:55:17.572264 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e8f0ba10-d59b-4ebb-89b2-18cdb9b1013e req-6a8e610a-1ece-4643-81ec-ccff68472c2d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419250
Jun 06 11:55:17.863786 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e6bed08b-7504-47f7-91a6-6e77fc7d6370 req-918a512f-e3c2-44e9-bc1e-e3953a9889be tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.1253357
Jun 06 11:55:18.543659 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3ac45726-56a4-48ec-808f-180f9ddba668 req-f7ab0a22-fb8f-462e-aed9-43d6d2b252f0 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 210 time: 0.0429780
Jun 06 11:55:18.786438 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf903d-1258-47b4-ad5f-b15b3b3215e6 req-505c111f-b7f4-4271-a207-656268030984 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:18.787890 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4caf903d-1258-47b4-ad5f-b15b3b3215e6 req-505c111f-b7f4-4271-a207-656268030984 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.0979426
Jun 06 11:55:18.835728 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4caf903d-1258-47b4-ad5f-b15b3b3215e6 req-492461d0-d4b7-487e-acfd-d08717f79717 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419617
Jun 06 11:55:19.165815 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c7d38a4d-37bc-4239-a4a5-de748171e181 req-29836ba5-2cdd-4ad7-bb1f-1f1434a05c81 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.0445397
Jun 06 11:55:19.696819 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:55:19.699354 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-866908ed-5bf0-4cb5-b75e-6887ef7bfde3 req-9cb88f7b-f491-410a-9470-a80d308955c2 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 210 time: 0.0445108
Jun 06 11:55:20.047611 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d4d1f5-601d-40bf-a184-a8464a924a7c req-54c2b1e8-a142-4b5f-9dad-6487e976f1bd tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:20.049122 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b1d4d1f5-601d-40bf-a184-a8464a924a7c req-54c2b1e8-a142-4b5f-9dad-6487e976f1bd tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.0943551
Jun 06 11:55:20.094545 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b1d4d1f5-601d-40bf-a184-a8464a924a7c req-a1e753f8-6cdc-4ae5-90d7-955875801fbc tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390968
Jun 06 11:55:20.339091 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-003de752-6579-4652-b8d3-a1892b2905f3 req-68cb9870-d5f0-4894-b363-385286e34816 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.0669737
Jun 06 11:55:20.855333 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6e5d9e74-3a23-4ca6-be5e-832b33d5a346 req-b4a6c292-e76b-4479-a65d-6b0ef86ca3c7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 210 time: 0.0447841
Jun 06 11:55:21.290961 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b1a5c1-f898-484d-bce0-cb93992ec543 req-63d7662d-f7d4-41e9-9c9c-4901fb52de76 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:21.292348 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5b1a5c1-f898-484d-bce0-cb93992ec543 req-63d7662d-f7d4-41e9-9c9c-4901fb52de76 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.0854256
Jun 06 11:55:21.338191 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5b1a5c1-f898-484d-bce0-cb93992ec543 req-a0fd2c19-bbc3-4fc3-93a0-5e5854694452 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389264
Jun 06 11:55:21.512550 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-13caf801-9a56-4a91-b75e-bde8856c2c64 req-9a3a94a6-7aee-4d53-8797-c8b16be2d75f tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.0478461
Jun 06 11:55:21.822011 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-2ab55f8c-092e-47b3-bf31-24915da95252 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:21.823415 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-2ab55f8c-092e-47b3-bf31-24915da95252 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.16 "GET /v2.0/networks?id=482756af-f78b-4edd-8ddf-6e810a38e8bd HTTP/1.1" status: 200  len: 815 time: 0.1527829
Jun 06 11:55:21.838566 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'port': {'device_id': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'admin_state_up': True, 'tenant_id': '458108fba5ab4f0e8523a41be88470ac'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:22.020208 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Made reservation on behalf of 458108fba5ab4f0e8523a41be88470ac for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:55:22.023686 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:22.086405 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-055453a7-c457-45e8-a7a1-7b2f5b46c17c req-63b13efd-0c78-4e89-986f-1b68a7b8c4b7 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] 10.222.0.46 "GET /v2.0/ports?device_id=01a6c619-381a-4798-9729-74c81af41ff7 HTTP/1.1" status: 200  len: 210 time: 0.0519180
Jun 06 11:55:22.236784 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Allocated IP 172.20.0.10 (482756af-f78b-4edd-8ddf-6e810a38e8bd/227800c8-0050-4047-8598-1cd029962f5b/9e04ee02-36d2-4450-b02e-01e497d1a9e1) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:55:22.436074 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:22.452107 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Transition to ACTIVE for port object 9e04ee02-36d2-4450-b02e-01e497d1a9e1 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:55:22.533592 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:22.539090 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:22.607787 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Network 482756af-f78b-4edd-8ddf-6e810a38e8bd is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:55:22.618107 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21050b6f-1f39-47b5-97ec-ed51f6dc8e52 req-4875421c-0922-41d3-a340-638ab1882400 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:22.619543 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-21050b6f-1f39-47b5-97ec-ed51f6dc8e52 req-4875421c-0922-41d3-a340-638ab1882400 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.1604977
Jun 06 11:55:22.622673 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:55:22.627090 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:55:22.724854 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'Port': ['ID=9e04ee02-36d2-4450-b02e-01e497d1a9e1,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:22.744074 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:22.777642 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:22.778278 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:22.801215 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-21050b6f-1f39-47b5-97ec-ed51f6dc8e52 req-5a6a2f3b-abe4-4954-8d4e-8a376596e138 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1466360
Jun 06 11:55:22.816168 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9813006
Jun 06 11:55:22.832851 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Request body: {'port': {'device_id': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:22.856916 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-9ad905a7-2d81-433d-af1f-7ce75af25808 None None] Provisioning for port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:55:22.862941 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-9ad905a7-2d81-433d-af1f-7ce75af25808 None None] Provisioning complete for port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:22.863326 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-9ad905a7-2d81-433d-af1f-7ce75af25808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:22.925525 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-9ad905a7-2d81-433d-af1f-7ce75af25808 None None] Port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:55:22.983766 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3f62f1-f393-4460-81f1-4653926c3bd9 req-82f34858-bb9e-4367-b71d-ab0303a1aef2 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:22.985909 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fc3f62f1-f393-4460-81f1-4653926c3bd9 req-82f34858-bb9e-4367-b71d-ab0303a1aef2 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 932 time: 0.3269875
Jun 06 11:55:23.086509 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fc3f62f1-f393-4460-81f1-4653926c3bd9 req-176e9ce2-452d-4e8e-95a7-eabb97bab654 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0910861
Jun 06 11:55:23.091905 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:23.185910 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54400) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:23.800188 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e04ee02-36d2-4450-b02e-01e497d1a9e1 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:55:23.813343 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:23.869570 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Transition to ACTIVE for port object 9e04ee02-36d2-4450-b02e-01e497d1a9e1 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:55:23.878420 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:23.884622 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4b614960-41f3-447d-a988-2980442e2b26 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:24.112355 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Pushing event updated for resources: {'Port': ['ID=9e04ee02-36d2-4450-b02e-01e497d1a9e1,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:24.123661 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:24.224373 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efa3ff7-3fd7-422b-b1e2-e204809d2e07 req-52c1a060-69c9-43d8-8567-5de523efc72d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:24.225788 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8efa3ff7-3fd7-422b-b1e2-e204809d2e07 req-52c1a060-69c9-43d8-8567-5de523efc72d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.3054078
Jun 06 11:55:24.313473 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Attempting to bind port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:55:24.313822 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Attempting to bind port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:55:24.314122 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Attempting to bind port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 on network 482756af-f78b-4edd-8ddf-6e810a38e8bd {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:55:24.341802 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 on network 482756af-f78b-4edd-8ddf-6e810a38e8bd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:55:24.342124 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Attempting to bind port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 on network 482756af-f78b-4edd-8ddf-6e810a38e8bd {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:55:24.367020 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:55:24.367348 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Checking segment: {'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:55:24.367718 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Bound using segment: {'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:55:24.368139 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Bound port: 9e04ee02-36d2-4450-b02e-01e497d1a9e1, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 657, 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:55:24.368478 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:24.403861 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8efa3ff7-3fd7-422b-b1e2-e204809d2e07 req-9030a2d6-d4a9-4b18-b4a1-2da388572db4 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1340721
Jun 06 11:55:24.576888 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f713709-13ed-4b6f-a42d-ce00e8aeb01e req-d53786d8-7e60-4ea9-9688-27e0df9d96c1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:24.579134 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8f713709-13ed-4b6f-a42d-ce00e8aeb01e req-d53786d8-7e60-4ea9-9688-27e0df9d96c1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.3735330
Jun 06 11:55:24.621483 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1647323'] for router_interface, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:24.689063 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] For port 9e04ee02-36d2-4450-b02e-01e497d1a9e1, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:55:24.758842 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] For port 9e04ee02-36d2-4450-b02e-01e497d1a9e1, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:55:24.778436 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:24.787220 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:24.894610 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8f713709-13ed-4b6f-a42d-ce00e8aeb01e req-3f811876-31bf-4ae1-9631-143a3dedf2c1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2926123
Jun 06 11:55:24.932211 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:24.932866 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:24.934248 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] 10.222.0.16 "PUT /v2.0/ports/9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 200  len: 1094 time: 2.1060433
Jun 06 11:55:24.934754 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:55:24.937088 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-308c6f2e-5f9b-42e8-80c6-97deac829e44" -d '{"events": [{"name": "network-changed", "server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:55:24.969401 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Pushing event updated for resources: {'Port': ['ID=9e04ee02-36d2-4450-b02e-01e497d1a9e1,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:24.978008 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:25.027912 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b58a0b9-d535-4b3c-8b01-4344ad70b8f6 x-openstack-request-id: req-1b58a0b9-d535-4b3c-8b01-4344ad70b8f6 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:55:25.028237 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:55:25.028518 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1b58a0b9-d535-4b3c-8b01-4344ad70b8f6 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:55:25.028957 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'status': 'completed', 'code': 200}
Jun 06 11:55:25.119258 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dff409-e591-484a-863a-ab584160ef93 req-ddc85452-8cd6-4f7e-9365-35986ae6ec47 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:25.120732 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b6dff409-e591-484a-863a-ab584160ef93 req-ddc85452-8cd6-4f7e-9365-35986ae6ec47 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.4422538
Jun 06 11:55:25.199915 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b6dff409-e591-484a-863a-ab584160ef93 req-2c0d0f98-68fd-4302-ab13-c503527bc693 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686576
Jun 06 11:55:25.223093 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52900da7-8de1-44bc-9c8e-8df5724c17ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:25.224543 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-52900da7-8de1-44bc-9c8e-8df5724c17ca service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=458108fba5ab4f0e8523a41be88470ac&device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 1097 time: 0.1948621
Jun 06 11:55:25.330461 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-7a3d2cd2-5855-4dc4-96ee-7107fde6c396 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 200  len: 217 time: 0.0747180
Jun 06 11:55:25.441706 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-d11b9b21-b38b-4c8e-aa7f-6c682bbca880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:25.443096 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-d11b9b21-b38b-4c8e-aa7f-6c682bbca880 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=227800c8-0050-4047-8598-1cd029962f5b HTTP/1.1" status: 200  len: 854 time: 0.1064007
Jun 06 11:55:25.501321 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Deleting port 097d2496-4caa-4b4b-9e7c-12632c1501e3 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:55:25.501657 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:25.694413 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] For port 097d2496-4caa-4b4b-9e7c-12632c1501e3, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=097d2496-4caa-4b4b-9e7c-12632c1501e3,segment=NetworkSegment(172389f1-0ea2-453a-8c4a-4d5b35e8ae4f),segment_id=172389f1-0ea2-453a-8c4a-4d5b35e8ae4f)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:25.694704 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:25.703761 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-d556ecec-1d48-47f4-b897-e6f35bd134b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:25.705249 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-d556ecec-1d48-47f4-b897-e6f35bd134b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=482756af-f78b-4edd-8ddf-6e810a38e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2552016
Jun 06 11:55:25.848885 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0997489f-0177-46e1-a464-2997e46b5f14 req-08791513-b135-4044-9a09-659cfd35738c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:25.850325 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0997489f-0177-46e1-a464-2997e46b5f14 req-08791513-b135-4044-9a09-659cfd35738c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.3261521
Jun 06 11:55:25.857390 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Calling delete_port for 097d2496-4caa-4b4b-9e7c-12632c1501e3 owned by network:router_interface {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:55:25.982149 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0997489f-0177-46e1-a464-2997e46b5f14 req-761f4b55-0e58-4fc4-8f7d-32f247ab3324 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1191373
Jun 06 11:55:26.160518 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-c161ab42-4268-47ac-82cf-e51f4a7054c0 service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4475899
Jun 06 11:55:26.548318 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ac70e-1955-48e0-8937-7a85de3ef2d8 req-d616d69b-9644-4c33-b671-1a2e15d8122e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:26.549804 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cf7ac70e-1955-48e0-8937-7a85de3ef2d8 req-d616d69b-9644-4c33-b671-1a2e15d8122e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.5388331
Jun 06 11:55:26.551564 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6224e39d-92aa-4ba7-9882-ada8f9506538 req-b5ed38b9-81c1-4a49-86b7-e820f46a2072 service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3838561
Jun 06 11:55:26.579569 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e084c-dce7-41cb-bf3c-d7914cc33190 req-fdf88a64-04e4-4078-9fdb-e58702cf676e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:26.581011 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-742e084c-dce7-41cb-bf3c-d7914cc33190 req-fdf88a64-04e4-4078-9fdb-e58702cf676e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.2640023
Jun 06 11:55:26.712615 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cf7ac70e-1955-48e0-8937-7a85de3ef2d8 req-690b7fae-df62-4c90-9001-9f8f1abe8b29 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1550906
Jun 06 11:55:26.751895 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-742e084c-dce7-41cb-bf3c-d7914cc33190 req-eaba94b8-a959-4716-9d7f-e5ed5a5a7b11 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1573172
Jun 06 11:55:26.757785 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:26.762728 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-8cf6a37e-adee-4d2d-82cb-b1fa11b29cd5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:26.813357 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=097d2496-4caa-4b4b-9e7c-12632c1501e3,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:26.840525 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:26.887882 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-8b757594-9249-4d64-b308-81054b371aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:26.889386 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-8b757594-9249-4d64-b308-81054b371aaa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=458108fba5ab4f0e8523a41be88470ac&device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 1097 time: 0.2864702
Jun 06 11:55:27.214706 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-9ec9aeb1-d11a-4098-ba7f-b5b9bde982a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:27.216160 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-9ec9aeb1-d11a-4098-ba7f-b5b9bde982a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=482756af-f78b-4edd-8ddf-6e810a38e8bd HTTP/1.1" status: 200  len: 916 time: 0.3175764
Jun 06 11:55:27.294180 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648021'] for router_interface, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:27.308788 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-70e494e0-23b0-4061-9783-64626b09ab66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 200  len: 217 time: 0.0745099
Jun 06 11:55:27.635451 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8851a62-6af7-45b3-9c41-22cc224dcdd2 req-f136b88c-9e0f-41e8-967c-eef570d830eb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:27.637118 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c8851a62-6af7-45b3-9c41-22cc224dcdd2 req-f136b88c-9e0f-41e8-967c-eef570d830eb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 944 time: 0.4823256
Jun 06 11:55:27.641078 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-515ade9d-e29f-4db7-83a7-36c21587ba22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:27.642663 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-515ade9d-e29f-4db7-83a7-36c21587ba22 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=227800c8-0050-4047-8598-1cd029962f5b HTTP/1.1" status: 200  len: 854 time: 0.2774780
Jun 06 11:55:27.802153 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c8851a62-6af7-45b3-9c41-22cc224dcdd2 req-210892b7-3017-410d-89a0-d1d3d97c5649 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1583798
Jun 06 11:55:28.008104 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-95dca1b5-f0eb-47c0-af8e-cf0bb8674022 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:28.010001 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-95dca1b5-f0eb-47c0-af8e-cf0bb8674022 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=482756af-f78b-4edd-8ddf-6e810a38e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3499966
Jun 06 11:55:28.076351 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Router f3e085e3-bab4-43f0-bd1e-f07e300cd320 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:55:28.241559 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd7d978-40dd-41cd-a5a8-e439d6c53b3d req-1c444488-9b94-42ac-9a1a-e5e805774c98 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:28.243308 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ddd7d978-40dd-41cd-a5a8-e439d6c53b3d req-1c444488-9b94-42ac-9a1a-e5e805774c98 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.4075141
Jun 06 11:55:28.299033 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baeea22-e8d1-4a13-80b9-a1f040d6f23f req-a2431dd5-0e13-409a-84af-d52bbdb3e07b tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:28.300454 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4baeea22-e8d1-4a13-80b9-a1f040d6f23f req-a2431dd5-0e13-409a-84af-d52bbdb3e07b tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.3768528
Jun 06 11:55:28.336982 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-276d65c0-d79e-4a33-bb7e-8847fd87bb7a service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3174870
Jun 06 11:55:28.476275 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ddd7d978-40dd-41cd-a5a8-e439d6c53b3d req-3403ac4f-60e9-4002-857c-3b6a5de80921 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2094431
Jun 06 11:55:28.490413 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4baeea22-e8d1-4a13-80b9-a1f040d6f23f req-62d6b4ca-55ee-4f63-971f-23eee0f23919 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1794462
Jun 06 11:55:28.538455 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:55:28.546629 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] 10.222.0.46 "PUT /v2.0/routers/f3e085e3-bab4-43f0-bd1e-f07e300cd320/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3596029
Jun 06 11:55:28.549009 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] Sync routers for ids ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:55:28.549760 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54446) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:28.559085 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] Routers {'f3e085e3-bab4-43f0-bd1e-f07e300cd320'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:55:28.559770 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad87ba60>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:55:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:28.669427 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-308c6f2e-5f9b-42e8-80c6-97deac829e44 req-1d89109d-7523-4cfd-a07e-a0afa03db442 service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2613530
Jun 06 11:55:28.706192 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ad405d97-9eae-487e-8973-d13a2d3fd5f7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:55:28.748813 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] Set router f3e085e3-bab4-43f0-bd1e-f07e300cd320 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:55:28.760154 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Notify callbacks [] for router, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:28.848752 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:28.864513 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'port_id': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'mac_address': 'fa:16:3e:54:45:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:55:28.925349 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:28.943166 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad405d97-9eae-487e-8973-d13a2d3fd5f7 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:55:28.970735 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:28.974788 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:28.977976 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:29.047055 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=9']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:29.050180 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:29.093017 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad87ba60>, [{'id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-router', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:38Z', 'updated_at': '2021-06-06T11:55:26Z', 'revision_number': 5, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'gw_port': {'id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:29.097696 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] Checking router: f3e085e3-bab4-43f0-bd1e-f07e300cd320 for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:55:29.105845 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] Routers {'f3e085e3-bab4-43f0-bd1e-f07e300cd320'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:55:29.106437 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad87ba60>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:55:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:29.133797 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ac9cb8-6fdd-408b-8aeb-217877a1cabf req-dac7827a-be4c-44f5-b246-8d3dabec9636 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:29.135614 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-69ac9cb8-6fdd-408b-8aeb-217877a1cabf req-dac7827a-be4c-44f5-b246-8d3dabec9636 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 945 time: 0.1820433
Jun 06 11:55:29.142788 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:29.212479 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['ad405d97-9eae-487e-8973-d13a2d3fd5f7'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:55:29.239631 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-69ac9cb8-6fdd-408b-8aeb-217877a1cabf req-0221cf2c-d96c-4af8-a2d1-f6659cdbb643 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0938406
Jun 06 11:55:29.276985 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Deleting port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:55:29.277682 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:29.291258 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] Set router f3e085e3-bab4-43f0-bd1e-f07e300cd320 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:55:29.410018 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] For port 8e029fd0-5ad9-4786-88b4-927a3bf8e80c, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=8e029fd0-5ad9-4786-88b4-927a3bf8e80c,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:29.411020 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:29.543047 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Calling delete_port for 8e029fd0-5ad9-4786-88b4-927a3bf8e80c owned by network:router_gateway {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:55:29.575689 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad87ba60>, [{'id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-router', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:38Z', 'updated_at': '2021-06-06T11:55:26Z', 'revision_number': 5, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'gw_port': {'id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:29.580580 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd44c5f-da75-4103-b5fe-9f87ff40f54b None None] The sync data for ids ['f3e085e3-bab4-43f0-bd1e-f07e300cd320'] in dv-cinder-786260-3-iscsi is: [{'id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'name': 'tempest-ServerRescueNegativeTestJSON-1316822465-router', 'tenant_id': '5633147cc3d2482e885ca5ede2087477', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250'}], 'enable_snat': True}, 'gw_port_id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:38Z', 'updated_at': '2021-06-06T11:55:26Z', 'revision_number': 5, 'project_id': '5633147cc3d2482e885ca5ede2087477', 'gw_port': {'id': '8e029fd0-5ad9-4786-88b4-927a3bf8e80c', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:76:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3e085e3-bab4-43f0-bd1e-f07e300cd320', 'device_owner': 'network:router_gateway', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:42Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:55:29.838288 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:29.843499 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ef25e70c-9b59-4d7f-bd70-8864609d477f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:29.878188 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c907ff-8dad-409c-af1c-8f1a210740f1 req-fdc15f4d-571d-4136-994d-71e6c5c988c1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:29.879687 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-67c907ff-8dad-409c-af1c-8f1a210740f1 req-fdc15f4d-571d-4136-994d-71e6c5c988c1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.2420835
Jun 06 11:55:29.894638 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa001aab-d7c9-44e6-bd67-c6f7da0b52ba req-15cf1702-46f7-4cc8-9391-0294930288f7 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:29.896098 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fa001aab-d7c9-44e6-bd67-c6f7da0b52ba req-15cf1702-46f7-4cc8-9391-0294930288f7 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.2199183
Jun 06 11:55:29.909294 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e029fd0-5ad9-4786-88b4-927a3bf8e80c,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:29.949913 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:30.069386 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-67c907ff-8dad-409c-af1c-8f1a210740f1 req-ec073aaf-7882-40e7-ad20-017a7c98897d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1661024
Jun 06 11:55:30.077965 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-314699'] for router_gateway, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:30.132562 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fa001aab-d7c9-44e6-bd67-c6f7da0b52ba req-82c52dcc-763f-40ed-9206-e484c889b755 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2267091
Jun 06 11:55:30.320205 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13595'] for router, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:30.323469 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:30.480103 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1650912'] for router, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:30.481099 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3e085e3-bab4-43f0-bd1e-f07e300cd320 {{(pid=91705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 06 11:55:30.488771 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Notify callbacks [] for router, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:30.490172 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f3e085e3-bab4-43f0-bd1e-f07e300cd320 HTTP/1.1" status: 204  len: 168 time: 1.9395223
Jun 06 11:55:30.492796 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54484) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:30.565774 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f6ceb-7610-4e52-9beb-0e6f0771f040 req-92fbb083-6660-4ca3-80fa-eb9c17fb0893 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:30.567718 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e93f6ceb-7610-4e52-9beb-0e6f0771f040 req-92fbb083-6660-4ca3-80fa-eb9c17fb0893 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 945 time: 0.1480656
Jun 06 11:55:30.654307 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e93f6ceb-7610-4e52-9beb-0e6f0771f040 req-a072718b-891a-467c-b177-0099481d01ee tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802789
Jun 06 11:55:30.681058 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf876a73-d7b2-4c19-8106-3a582dd274cd admin admin] Deleting subnet 62457a9f-69b9-4238-b8bb-a7ad2f176a5f {{(pid=91706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:55:30.684528 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf876a73-d7b2-4c19-8106-3a582dd274cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:30.707500 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ad405d97-9eae-487e-8973-d13a2d3fd5f7 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:55:30.737714 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf876a73-d7b2-4c19-8106-3a582dd274cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3959666'] for subnet, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:30.749883 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 097d2496-4caa-4b4b-9e7c-12632c1501e3 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:55:30.815018 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 097d2496-4caa-4b4b-9e7c-12632c1501e3 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:55:30.815571 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 097d2496-4caa-4b4b-9e7c-12632c1501e3 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:55:30.860848 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port ad405d97-9eae-487e-8973-d13a2d3fd5f7 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:30.861895 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:30.868075 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf876a73-d7b2-4c19-8106-3a582dd274cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.014081 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.090912 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf876a73-d7b2-4c19-8106-3a582dd274cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2905407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786895'] for subnet, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.097528 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:31.106358 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:55:31.108775 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c14346c5-8d9e-4d7b-9a3c-0e10ab4a8046" -d '{"events": [{"server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "name": "network-vif-plugged", "status": "completed", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:55:31.131652 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:31.137398 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf876a73-d7b2-4c19-8106-3a582dd274cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62457a9f-69b9-4238-b8bb-a7ad2f176a5f,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:31.141226 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-bf876a73-d7b2-4c19-8106-3a582dd274cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:31.146991 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf876a73-d7b2-4c19-8106-3a582dd274cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.151070 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-bf876a73-d7b2-4c19-8106-3a582dd274cd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/62457a9f-69b9-4238-b8bb-a7ad2f176a5f HTTP/1.1" status: 204  len: 168 time: 0.6571629
Jun 06 11:55:31.153782 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54490) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:31.154032 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.156500 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:31.276286 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e2f383f-2340-44a2-b73e-a46d834a3e00 x-openstack-request-id: req-1e2f383f-2340-44a2-b73e-a46d834a3e00 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:55:31.277017 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "name": "network-vif-plugged", "status": "completed", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:55:31.277354 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-1e2f383f-2340-44a2-b73e-a46d834a3e00 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:55:31.277814 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'code': 200}
Jun 06 11:55:31.316645 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=10']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:31.337794 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:31.377740 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.566354 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.579844 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fad70e070>,) {'filters': {'network_id': ['0f36849b-663e-409b-b9ee-637f743f6c79']}} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:31.595468 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad70e070>, '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f') {'for_net_delete': True} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:31.595904 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad70e070>, '172389f1-0ea2-453a-8c4a-4d5b35e8ae4f') {} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:55:31.608376 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3959627'] for segment, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.640414 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1266fdf7-613d-44c1-ae98-5aa4f9e509de req-cb304898-05f3-424c-b580-becb6f26fcbd tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:31.653577 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.661747 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] Releasing vlan 674 on physical network physnet1 to pool {{(pid=91706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:55:31.662356 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1266fdf7-613d-44c1-ae98-5aa4f9e509de req-cb304898-05f3-424c-b580-becb6f26fcbd tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.1504533
Jun 06 11:55:31.662872 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2905477'] for segment, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]: Traceback (most recent call last):
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     timer()
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     cb(*args, **kw)
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     return func(*args, **kwargs)
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     self._notify()
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     self.callback(batched_events)
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     event.method(event)
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     return f(self, *a, **k)
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._get(url).json()
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:55:31.684605 dv-cinder-786260-3-iscsi neutron-server[91706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:55:31.696343 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b7a1e4-bf35-4292-898d-877e81a212d1 req-44341b7b-554d-4028-b3b0-98007d10fe02 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:31.697874 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b4b7a1e4-bf35-4292-898d-877e81a212d1 req-44341b7b-554d-4028-b3b0-98007d10fe02 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.3588121
Jun 06 11:55:31.770475 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b4b7a1e4-bf35-4292-898d-877e81a212d1 req-78dbebc7-bd87-4ceb-a0ed-e23fb9ce39f2 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0663044
Jun 06 11:55:31.801458 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1266fdf7-613d-44c1-ae98-5aa4f9e509de req-fbfb6901-4abb-4d43-9b49-75016f374ed7 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1262724
Jun 06 11:55:31.885057 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.898321 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:31.922329 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:31.924272 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0f36849b-663e-409b-b9ee-637f743f6c79 HTTP/1.1" status: 204  len: 168 time: 0.7691991
Jun 06 11:55:31.939891 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f36849b-663e-409b-b9ee-637f743f6c79,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:31.942749 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-24af2c66-c9a6-4436-8be9-4cdd8f165dc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:32.012131 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388232df-1ee5-49a1-84a5-f21ff761cd09 req-b9065036-a8f5-4a60-88a4-3c0da5dcb9d2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:32.013627 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-388232df-1ee5-49a1-84a5-f21ff761cd09 req-b9065036-a8f5-4a60-88a4-3c0da5dcb9d2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.1142716
Jun 06 11:55:32.066335 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-388232df-1ee5-49a1-84a5-f21ff761cd09 req-35546950-92f0-4f77-8ca3-a26ff6b8b96d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414629
Jun 06 11:55:32.154562 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54502) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:32.202066 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1edfacfd-a343-49c7-8107-df101ce85f76 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5633147cc3d2482e885ca5ede2087477&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0463028
Jun 06 11:55:32.204457 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54504) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:32.268382 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6ede4392-9d08-40b4-9a24-5a0a42fd99ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:32.294576 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6ede4392-9d08-40b4-9a24-5a0a42fd99ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:32.348936 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6ede4392-9d08-40b4-9a24-5a0a42fd99ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:32.351433 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6ede4392-9d08-40b4-9a24-5a0a42fd99ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:32.352540 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6ede4392-9d08-40b4-9a24-5a0a42fd99ec admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/93927e37-573e-4f32-9e80-3a6ce20fbf68 HTTP/1.1" status: 204  len: 168 time: 0.1471047
Jun 06 11:55:32.353377 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-54757710-a8c6-460b-9957-c45df14db986 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:32.363851 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ede4392-9d08-40b4-9a24-5a0a42fd99ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93927e37-573e-4f32-9e80-3a6ce20fbf68,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:32.366451 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6ede4392-9d08-40b4-9a24-5a0a42fd99ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:32.505481 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:32.639036 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 8e029fd0-5ad9-4786-88b4-927a3bf8e80c no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:55:32.700137 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 8e029fd0-5ad9-4786-88b4-927a3bf8e80c {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:55:32.700137 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 8e029fd0-5ad9-4786-88b4-927a3bf8e80c not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:55:33.155383 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0caa8e13-48e8-42cb-9d4a-df2d27fdc9fd req-ed7c72fe-e686-4b6e-8091-9ce8af4ddb9b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:33.157421 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0caa8e13-48e8-42cb-9d4a-df2d27fdc9fd req-ed7c72fe-e686-4b6e-8091-9ce8af4ddb9b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.1591983
Jun 06 11:55:33.164744 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1201ab-5977-4452-85be-d0369da84f9d req-f0c6d81f-a19d-4b2f-9898-fd16c048d65a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:33.166180 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e1201ab-5977-4452-85be-d0369da84f9d req-f0c6d81f-a19d-4b2f-9898-fd16c048d65a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1279347
Jun 06 11:55:33.236355 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0caa8e13-48e8-42cb-9d4a-df2d27fdc9fd req-d85bf477-53c8-4d00-9c9e-a6a42dd3107e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0691819
Jun 06 11:55:33.248159 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4e1201ab-5977-4452-85be-d0369da84f9d req-7f626daa-d4be-4af0-803d-926aa427be69 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0658858
Jun 06 11:55:33.428732 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57073f2d-dc37-430b-8524-b3282c03ea2b req-56faf789-18e5-4b2f-8c1e-af7e9ebf9087 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:33.430187 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-57073f2d-dc37-430b-8524-b3282c03ea2b req-56faf789-18e5-4b2f-8c1e-af7e9ebf9087 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.0849156
Jun 06 11:55:33.480021 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-57073f2d-dc37-430b-8524-b3282c03ea2b req-416380a7-cdfd-43bb-abd7-c5b9bea18ef0 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437751
Jun 06 11:55:34.551625 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79d04c-186e-48f0-aaf8-cb16ef3b986d req-2aaeafe9-5e39-4d16-852c-764171a3513d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:34.553544 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1e79d04c-186e-48f0-aaf8-cb16ef3b986d req-2aaeafe9-5e39-4d16-852c-764171a3513d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1855042
Jun 06 11:55:34.609638 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c2f1cf-871c-4cff-ad1a-4da1b6fd1931 req-c8738147-e8c0-4cf2-8e23-1011a17c175f tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:34.611109 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b9c2f1cf-871c-4cff-ad1a-4da1b6fd1931 req-c8738147-e8c0-4cf2-8e23-1011a17c175f tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.1954484
Jun 06 11:55:34.649860 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1e79d04c-186e-48f0-aaf8-cb16ef3b986d req-f4b265c2-5c29-4a6a-8fd3-942aa9b7b910 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0893414
Jun 06 11:55:34.693012 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b9c2f1cf-871c-4cff-ad1a-4da1b6fd1931 req-48dc6f7e-ed50-443d-82b9-9a76d4d9d6d4 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621531
Jun 06 11:55:34.887629 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f342a8b-c26e-435f-99be-db8caf3f0ea0 req-dc416d99-8ca6-4b2b-b8aa-da8b264bb4ad tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:34.889120 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8f342a8b-c26e-435f-99be-db8caf3f0ea0 req-dc416d99-8ca6-4b2b-b8aa-da8b264bb4ad tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.0904303
Jun 06 11:55:34.970620 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8f342a8b-c26e-435f-99be-db8caf3f0ea0 req-2c26ef7d-9623-403e-b221-cc7142db5960 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687628
Jun 06 11:55:35.708185 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-25e3dd09-dd7f-4a6b-ad34-10a76321bc42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:35.949777 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c14a5-723e-407f-bb41-4ac8f910bbbf req-07f4c624-494b-4096-a917-a1153b3abf7d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:35.957209 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a08c14a5-723e-407f-bb41-4ac8f910bbbf req-07f4c624-494b-4096-a917-a1153b3abf7d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.1512859
Jun 06 11:55:35.967944 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0555279-d55c-4545-bf23-ab8fffe804c2 req-b3a6e46a-05e2-41be-a9a7-ac2fa5f0c967 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:35.980654 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e0555279-d55c-4545-bf23-ab8fffe804c2 req-b3a6e46a-05e2-41be-a9a7-ac2fa5f0c967 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1758897
Jun 06 11:55:36.057629 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e0555279-d55c-4545-bf23-ab8fffe804c2 req-71eb7008-1eaa-4e6f-820a-7b341fabfc33 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0759070
Jun 06 11:55:36.060064 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a08c14a5-723e-407f-bb41-4ac8f910bbbf req-758b1d88-8320-46af-a4bc-bb00eddc7a1b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1020925
Jun 06 11:55:36.338074 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed422006-de87-4234-a116-c85519c356d6 req-45bef87b-93be-42ac-9e82-e0ef1f8da040 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:36.339540 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ed422006-de87-4234-a116-c85519c356d6 req-45bef87b-93be-42ac-9e82-e0ef1f8da040 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.1604180
Jun 06 11:55:36.397290 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ed422006-de87-4234-a116-c85519c356d6 req-e3eb3944-3f0b-43c8-b2db-5dd3d7b60baf tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520327
Jun 06 11:55:37.320525 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5b22ef-3b4a-4d56-a042-3e9592479a43 req-fc7f6d72-16dd-4ac0-b36f-b16b92737ecb tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:37.322222 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bb5b22ef-3b4a-4d56-a042-3e9592479a43 req-fc7f6d72-16dd-4ac0-b36f-b16b92737ecb tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1390631
Jun 06 11:55:37.362925 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab2db39-dcfb-4255-af6c-40069c4f73d5 req-435f2d1a-a754-4608-8823-b5b69dc72eeb tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:37.364413 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6ab2db39-dcfb-4255-af6c-40069c4f73d5 req-435f2d1a-a754-4608-8823-b5b69dc72eeb tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.1794789
Jun 06 11:55:37.423184 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bb5b22ef-3b4a-4d56-a042-3e9592479a43 req-87f400eb-5928-4da2-8285-2f55e44b4a29 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0929208
Jun 06 11:55:37.433444 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6ab2db39-dcfb-4255-af6c-40069c4f73d5 req-660076a0-5582-4c98-98bd-f8ec78a0054c tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0622318
Jun 06 11:55:37.610957 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300499d7-535b-4502-8f49-6c9e632aad03 req-b409a31b-8a95-44f2-adc7-a5a961f35e5a tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:37.612313 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-300499d7-535b-4502-8f49-6c9e632aad03 req-b409a31b-8a95-44f2-adc7-a5a961f35e5a tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.0795028
Jun 06 11:55:37.659526 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-300499d7-535b-4502-8f49-6c9e632aad03 req-7c972ffb-349c-48ce-8603-17cf46c5a1b9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415745
Jun 06 11:55:38.282796 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:38.615233 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a55d611f-9c17-4188-abcc-d47f964e78ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:38.764066 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892cec0e-1158-4753-8d16-a4c1dc581c92 req-1fd72e06-f739-4f94-97f3-1e7850f50457 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:38.772380 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-892cec0e-1158-4753-8d16-a4c1dc581c92 req-1fd72e06-f739-4f94-97f3-1e7850f50457 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.1910071
Jun 06 11:55:38.808807 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c386ec2b-1617-42b2-8b6c-c878e5b0f5e4 req-bec1946b-caf4-4cbe-89d9-a9774b1689fe tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:38.816556 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c386ec2b-1617-42b2-8b6c-c878e5b0f5e4 req-bec1946b-caf4-4cbe-89d9-a9774b1689fe tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1544049
Jun 06 11:55:38.871483 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-892cec0e-1158-4753-8d16-a4c1dc581c92 req-1b6949d5-64d5-4869-989b-90256c17a0ce tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0978734
Jun 06 11:55:38.908452 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c386ec2b-1617-42b2-8b6c-c878e5b0f5e4 req-73edb738-3973-48db-be7e-cd53a9ded66c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907617
Jun 06 11:55:39.107904 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54678) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:39.174645 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb127202-3ff9-4b3a-91e4-7969b4e261cc req-fd44d113-78bd-4b8d-81f3-9692b10a521c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:39.176247 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb127202-3ff9-4b3a-91e4-7969b4e261cc req-fd44d113-78bd-4b8d-81f3-9692b10a521c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.1832156
Jun 06 11:55:39.236362 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-01fa15be-4c9a-4009-a568-7c2cc3dd6725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:39.237529 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb127202-3ff9-4b3a-91e4-7969b4e261cc req-0c0bf4f7-1419-4a0b-8e27-a52236d71872 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0554101
Jun 06 11:55:39.387592 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-01fa15be-4c9a-4009-a568-7c2cc3dd6725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:39.393268 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-01fa15be-4c9a-4009-a568-7c2cc3dd6725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:39.418910 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4a59dbd5-f695-4f75-9071-01038b708fce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:39.448825 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-01fa15be-4c9a-4009-a568-7c2cc3dd6725 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c3df5b4ade694a03bcc0fb33f52b5fc2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3397751
Jun 06 11:55:39.451462 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54684) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:39.462107 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa15be-4c9a-4009-a568-7c2cc3dd6725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2152394f-237c-446d-9fef-8b3da99379ed,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:39.465912 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-01fa15be-4c9a-4009-a568-7c2cc3dd6725 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:39.524305 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:39.549809 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:39.627220 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:39.631989 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:39.638201 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2152394f-237c-446d-9fef-8b3da99379ed HTTP/1.1" status: 204  len: 168 time: 0.1811891
Jun 06 11:55:39.638201 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-7874f673-40e2-4f43-9482-2be7283fb4db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:39.651371 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:39.664747 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2152394f-237c-446d-9fef-8b3da99379ed,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:39.673569 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.673934 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.674287 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.674666 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.674969 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.675317 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.675661 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.676073 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.676337 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.681297 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.681699 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.682060 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:39.696169 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:40.003148 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54696) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:40.067241 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4184ba1a-f01a-448a-a161-36ff7f28a9bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:40.239273 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09be8d4a-aa1d-429f-9423-673c21e4ec15 req-4a76b737-1691-4109-9bd9-d1c320905d1b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:40.240971 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-09be8d4a-aa1d-429f-9423-673c21e4ec15 req-4a76b737-1691-4109-9bd9-d1c320905d1b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.2158172
Jun 06 11:55:40.275083 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ddc635-824f-40c4-be85-47e1fe51aa01 req-f8db3010-3dc6-46f1-9a66-c9e4251bbc89 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:40.276484 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-41ddc635-824f-40c4-be85-47e1fe51aa01 req-f8db3010-3dc6-46f1-9a66-c9e4251bbc89 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.2009182
Jun 06 11:55:40.372925 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-09be8d4a-aa1d-429f-9423-673c21e4ec15 req-19163d03-3a46-4c69-b544-71757bdf9bd7 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1241798
Jun 06 11:55:40.391397 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-41ddc635-824f-40c4-be85-47e1fe51aa01 req-873b2235-9516-411b-8aaf-2ce03de07c47 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1026440
Jun 06 11:55:40.395461 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4184ba1a-f01a-448a-a161-36ff7f28a9bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:40.399827 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4184ba1a-f01a-448a-a161-36ff7f28a9bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:40.410393 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:40.473991 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-4184ba1a-f01a-448a-a161-36ff7f28a9bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=19b773a7555c426f863d00f8c3bfba43&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4674282
Jun 06 11:55:40.474154 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54704) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:40.490352 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4184ba1a-f01a-448a-a161-36ff7f28a9bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a64d13-f2ac-4cd9-ba68-53f203f1fbb6,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:40.511722 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4184ba1a-f01a-448a-a161-36ff7f28a9bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:40.634290 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6dfabfe8-4b12-43b4-acbc-6e9a908b054b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:40.665181 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff2b22f-bb6b-4e87-a1b6-70317f2a128f req-21b25384-18aa-490a-b779-cbeb363348d1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:40.666655 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aff2b22f-bb6b-4e87-a1b6-70317f2a128f req-21b25384-18aa-490a-b779-cbeb363348d1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.1513925
Jun 06 11:55:40.696629 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6dfabfe8-4b12-43b4-acbc-6e9a908b054b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:40.749290 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aff2b22f-bb6b-4e87-a1b6-70317f2a128f req-fde1d2e6-0acf-4745-babb-ea40b6934e1b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0741673
Jun 06 11:55:40.782479 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6dfabfe8-4b12-43b4-acbc-6e9a908b054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:40.785308 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6dfabfe8-4b12-43b4-acbc-6e9a908b054b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:40.786470 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-6dfabfe8-4b12-43b4-acbc-6e9a908b054b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/38a64d13-f2ac-4cd9-ba68-53f203f1fbb6 HTTP/1.1" status: 204  len: 168 time: 0.3114641
Jun 06 11:55:40.787235 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:40.797695 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfabfe8-4b12-43b4-acbc-6e9a908b054b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a64d13-f2ac-4cd9-ba68-53f203f1fbb6,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:40.799867 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6dfabfe8-4b12-43b4-acbc-6e9a908b054b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:41.027395 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:41.631272 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218e08eb-d9ec-436e-a3cd-c7e8e944cdc7 req-aecfe961-50e4-4506-8c04-9eff5277fe20 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:41.638400 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-218e08eb-d9ec-436e-a3cd-c7e8e944cdc7 req-aecfe961-50e4-4506-8c04-9eff5277fe20 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.1519740
Jun 06 11:55:41.669764 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16a53a0-d5a9-45ba-97d2-d3535437b466 req-c49b1d43-773b-4d03-b649-d880bf33d2fe tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:41.673154 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e16a53a0-d5a9-45ba-97d2-d3535437b466 req-c49b1d43-773b-4d03-b649-d880bf33d2fe tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1490219
Jun 06 11:55:41.712987 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-218e08eb-d9ec-436e-a3cd-c7e8e944cdc7 req-2c0c806e-dd80-47e6-bc42-99466edd5e50 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0737033
Jun 06 11:55:41.733190 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e16a53a0-d5a9-45ba-97d2-d3535437b466 req-e18cf706-e548-4946-adec-0c68ef56cc53 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506003
Jun 06 11:55:41.991598 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b226e-7bdd-42c0-b38e-6cb3aa4cb2f2 req-a6325fe1-7b0d-459d-95da-d9a844870735 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:42.012384 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b62b226e-7bdd-42c0-b38e-6cb3aa4cb2f2 req-a6325fe1-7b0d-459d-95da-d9a844870735 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.1062679
Jun 06 11:55:42.084824 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b62b226e-7bdd-42c0-b38e-6cb3aa4cb2f2 req-29832dc3-0184-4402-81a9-75e50d3bdc85 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0687287
Jun 06 11:55:42.342076 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d4e11d08-cce6-4ae8-be46-79b00002f173 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074604491&fields=id&tenant_id=686e8a3abe34498f8f040ce70883dd57 HTTP/1.1" status: 200  len: 267 time: 0.0881329
Jun 06 11:55:42.397849 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aadfdb-a179-471f-8dc7-bae5ea6bc803 req-02450d9a-abec-414b-8749-96c02e8670bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:42.399298 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b8aadfdb-a179-471f-8dc7-bae5ea6bc803 req-02450d9a-abec-414b-8749-96c02e8670bf service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 1100 time: 0.1306746
Jun 06 11:55:42.517705 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b8aadfdb-a179-471f-8dc7-bae5ea6bc803 req-598ec612-ba34-41b7-85bc-b54bab4f8136 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701277
Jun 06 11:55:42.527107 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-250e89ef-dcfb-4715-a6bc-3dd788bab7f3 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:42.528464 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-250e89ef-dcfb-4715-a6bc-3dd788bab7f3 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 812 time: 0.1780477
Jun 06 11:55:42.542705 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-59d0dfef-7abf-4aef-814c-86156cf4140b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/quotas/686e8a3abe34498f8f040ce70883dd57 HTTP/1.1" status: 200  len: 375 time: 0.0088022
Jun 06 11:55:42.628365 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-fe89e529-4858-49ba-b21c-b9130d91a903 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0801263
Jun 06 11:55:42.777923 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-6ad83052-1226-460c-9362-e3bb0980344d service neutron] 10.222.0.46 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1365592
Jun 06 11:55:43.076731 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-e5b4476d-311a-4967-913c-e8abb273fcb8 service neutron] 10.222.0.46 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2926376
Jun 06 11:55:43.091717 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea264b56-fef2-4c46-9600-7dfda8d502b2 req-977c3903-9aa5-4131-96e3-17a8ff7d2b80 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:43.093184 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ea264b56-fef2-4c46-9600-7dfda8d502b2 req-977c3903-9aa5-4131-96e3-17a8ff7d2b80 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.2688096
Jun 06 11:55:43.142043 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ea264b56-fef2-4c46-9600-7dfda8d502b2 req-f1c999a6-d00d-4202-8079-18f26d9e316f tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413105
Jun 06 11:55:43.318253 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0104a2de-fb70-49e2-89f8-2e9b1e35c4f7 req-79236df9-acad-42cf-9e0c-69ed0f3c68f0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:43.319877 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0104a2de-fb70-49e2-89f8-2e9b1e35c4f7 req-79236df9-acad-42cf-9e0c-69ed0f3c68f0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.0831511
Jun 06 11:55:43.367038 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0104a2de-fb70-49e2-89f8-2e9b1e35c4f7 req-0baa8bfb-257b-4852-890e-6ab2095f2fcc tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415726
Jun 06 11:55:43.540481 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d56fca-1223-4774-a245-8f743fdb7373 req-f22221d1-8002-425d-8022-c276dbcaef67 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:43.542220 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e4d56fca-1223-4774-a245-8f743fdb7373 req-f22221d1-8002-425d-8022-c276dbcaef67 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.0819242
Jun 06 11:55:43.589061 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e4d56fca-1223-4774-a245-8f743fdb7373 req-71c7aa90-e0f3-467a-abb7-22eefc3eff76 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405807
Jun 06 11:55:44.023764 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ddcd84-9d1d-424e-9dcc-72de748cfbb1 req-28f870d0-2d27-4f36-8a99-c1cf55e50b00 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:44.025252 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-18ddcd84-9d1d-424e-9dcc-72de748cfbb1 req-28f870d0-2d27-4f36-8a99-c1cf55e50b00 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1631210
Jun 06 11:55:44.031051 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-83ad2774-c540-4ffb-a498-8d049aee4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:44.032443 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-83ad2774-c540-4ffb-a498-8d049aee4e81 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 1099 time: 0.1187758
Jun 06 11:55:44.169634 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-18ddcd84-9d1d-424e-9dcc-72de748cfbb1 req-71434180-101e-44f2-afd4-68cbe28d6e94 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1358738
Jun 06 11:55:44.230094 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-82d9febb-8c74-47ae-ae84-32d25dc695fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:44.231760 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-82d9febb-8c74-47ae-ae84-32d25dc695fd service neutron] 10.222.0.16 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 912 time: 0.1855793
Jun 06 11:55:44.442448 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-35be691e-b27d-45f9-9292-27a2e141ad22 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4fd5703-3462-44b5-87af-034550946233 HTTP/1.1" status: 200  len: 1001 time: 0.2036126
Jun 06 11:55:44.574771 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2078f27a-1e21-4fd0-bd40-79be47af4249 req-9c5fb969-f866-40da-9a70-899a1d37158b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:44.583048 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2078f27a-1e21-4fd0-bd40-79be47af4249 req-9c5fb969-f866-40da-9a70-899a1d37158b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 944 time: 0.2823036
Jun 06 11:55:44.626056 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0aafbe87-c2eb-44ac-bcab-194eecbf589d req-b4d0b618-101a-4bac-9066-bac1c7bf6a88 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 210 time: 0.1367159
Jun 06 11:55:44.646458 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-b5a79000-bd0a-4a04-92b7-19ae2600df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:44.648026 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-b5a79000-bd0a-4a04-92b7-19ae2600df6c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=152508a6-2d08-4397-81a6-be9ae3bc7dc7 HTTP/1.1" status: 200  len: 850 time: 0.1979311
Jun 06 11:55:44.719586 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2078f27a-1e21-4fd0-bd40-79be47af4249 req-42014e1d-a503-4ee7-9f6b-6d67869235a5 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1316769
Jun 06 11:55:44.760232 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 9e04ee02-36d2-4450-b02e-01e497d1a9e1 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:55:44.809466 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-e2f24a59-d1d2-4d8d-951d-2799f8a38786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:44.810921 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-e2f24a59-d1d2-4d8d-951d-2799f8a38786 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4cb10f0a-05af-4fba-b41d-12091928d248&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1551509
Jun 06 11:55:44.848495 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0ba500-8e8a-4b5d-9101-f9d0f6b1b293 req-9f4867d9-ab44-4130-bcf7-644fa11164c4 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:44.849996 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3e0ba500-8e8a-4b5d-9101-f9d0f6b1b293 req-9f4867d9-ab44-4130-bcf7-644fa11164c4 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.1243737
Jun 06 11:55:44.896870 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 9e04ee02-36d2-4450-b02e-01e497d1a9e1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:44.910088 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'port_id': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'mac_address': 'fa:16:3e:c8:24:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 657, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:55:44.970969 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3e0ba500-8e8a-4b5d-9101-f9d0f6b1b293 req-da422f64-efe9-40cf-8e9f-2d2bd99f3e1f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1031432
Jun 06 11:55:44.977090 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:44.992486 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-09208200-79d1-4c5a-acc2-75af2d475a1d service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1742518
Jun 06 11:55:45.012817 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e04ee02-36d2-4450-b02e-01e497d1a9e1 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:55:45.020665 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 9e04ee02-36d2-4450-b02e-01e497d1a9e1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:45.025858 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:45.027650 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:45.096531 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=9e04ee02-36d2-4450-b02e-01e497d1a9e1,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:45.104805 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.105658 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.106142 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.106674 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.107208 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.107830 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.108325 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.109370 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.109862 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.110323 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.110780 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.111255 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:45.115646 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:45.129226 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9c56ebc1-945d-4d2d-87f1-a34415d0ccd8 req-18f67739-014a-48d2-9d55-c433329fdfce service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1298914
Jun 06 11:55:45.242489 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['9e04ee02-36d2-4450-b02e-01e497d1a9e1'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:55:45.361671 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97579c2-7bc9-4602-805d-1fbc5aaa9986 req-9a4feaa7-1831-455d-b802-44ae9248eb1e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:45.363222 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c97579c2-7bc9-4602-805d-1fbc5aaa9986 req-9a4feaa7-1831-455d-b802-44ae9248eb1e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.0868270
Jun 06 11:55:45.420659 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c97579c2-7bc9-4602-805d-1fbc5aaa9986 req-1fdde6a0-00a7-47b2-bca9-35ed987aeebd tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0512307
Jun 06 11:55:45.872347 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-589baa13-3a31-4e2c-9dd8-df7c2e6e3f94 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:45.874056 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-589baa13-3a31-4e2c-9dd8-df7c2e6e3f94 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 812 time: 0.3279750
Jun 06 11:55:45.991140 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3773d439-dd77-4620-8563-7545308bbd89 req-98dcffc7-d83d-4db9-8ffc-35de85432131 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 210 time: 0.1747115
Jun 06 11:55:46.084094 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-02a16831-7a3d-47f6-aed7-b798b0df955f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=686e8a3abe34498f8f040ce70883dd57 HTTP/1.1" status: 200  len: 380 time: 0.0955353
Jun 06 11:55:46.094266 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'port': {'device_id': '239fffb1-9485-4e85-a042-3bc13453d98b', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'admin_state_up': True, 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'security_groups': ['27d3d788-a403-4452-8528-b6cd161399e5']}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:46.149657 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40452634-71d0-4887-9de7-c2cfa39572b0 req-90d13159-92aa-41ab-89f0-958f8587b667 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:46.151128 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40452634-71d0-4887-9de7-c2cfa39572b0 req-90d13159-92aa-41ab-89f0-958f8587b667 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 945 time: 0.2754664
Jun 06 11:55:46.269224 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40452634-71d0-4887-9de7-c2cfa39572b0 req-0716ce67-3173-4adb-bd31-4ac5ceb32283 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0747919
Jun 06 11:55:46.293141 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Made reservation on behalf of 686e8a3abe34498f8f040ce70883dd57 for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:55:46.296585 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:46.458121 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Allocated IP 172.20.0.9 (635d2781-a27a-4f29-9f06-dde3ee9ec75f/b6cc30e6-78ed-4597-966d-9c8ca50a31ab/3b14b37c-5fc7-45e0-ba20-9958a3d68d95) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:55:46.708237 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:46.721441 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8063478b-49d3-4a2a-8597-4a3ec0422d40 req-078b7883-96c1-473f-88f5-89362d2378d1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:46.722988 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8063478b-49d3-4a2a-8597-4a3ec0422d40 req-078b7883-96c1-473f-88f5-89362d2378d1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1983984
Jun 06 11:55:46.746857 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Transition to ACTIVE for port object 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:55:46.783984 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8063478b-49d3-4a2a-8597-4a3ec0422d40 req-c61bf22a-b068-479a-a37d-effe34855ee6 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514681
Jun 06 11:55:46.792516 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 9e04ee02-36d2-4450-b02e-01e497d1a9e1 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:55:46.807851 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:46.814392 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-30815452-47fe-4eac-9161-04e5691c69a8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:46.875913 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:55:46.883430 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:46.884114 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:46.884293 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:55:46.887828 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:55:46.892962 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:55:46.926705 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'Port': ['ID=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:46.933817 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:46.976405 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:46.977075 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:46.998784 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9084921
Jun 06 11:55:47.011862 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Request body: {'port': {'device_id': '239fffb1-9485-4e85-a042-3bc13453d98b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:55:47.024532 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:47.072970 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:55:47.076252 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd562895-b1a3-4bc7-a5ca-9a0cf1264b1b" -d '{"events": [{"server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "name": "network-vif-plugged", "status": "completed", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:55:47.097714 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 9e04ee02-36d2-4450-b02e-01e497d1a9e1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:55:47.112425 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:47.115710 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:47.181028 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f967d41-3f48-4e5d-a67e-4f6c76f54f89 x-openstack-request-id: req-4f967d41-3f48-4e5d-a67e-4f6c76f54f89 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:55:47.181495 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "name": "network-vif-plugged", "status": "completed", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:55:47.181776 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f967d41-3f48-4e5d-a67e-4f6c76f54f89 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:55:47.182179 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'code': 200}
Jun 06 11:55:47.187221 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:47.215451 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-b7470fc7-1bf2-44ce-bdc6-933a99ca2280 None None] Provisioning for port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:55:47.227274 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-b7470fc7-1bf2-44ce-bdc6-933a99ca2280 None None] Provisioning complete for port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:55:47.228013 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b7470fc7-1bf2-44ce-bdc6-933a99ca2280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:47.290134 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-b7470fc7-1bf2-44ce-bdc6-933a99ca2280 None None] Port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:55:47.302036 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=9e04ee02-36d2-4450-b02e-01e497d1a9e1,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:47.305216 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:47.561701 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8562783e-e917-4af7-9cb5-e5084d78142f req-dbd7242e-4f87-45c4-809d-e37cc8e21c7f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:47.563750 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8562783e-e917-4af7-9cb5-e5084d78142f req-dbd7242e-4f87-45c4-809d-e37cc8e21c7f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 931 time: 0.3670561
Jun 06 11:55:47.727139 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8562783e-e917-4af7-9cb5-e5084d78142f req-bf8a8c16-4e96-4cc7-b535-0f0f0997ed72 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1491647
Jun 06 11:55:47.735783 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f3e7f-f729-487e-bad4-f1f3f502b998 req-4963e451-9e2a-4416-91a2-d2d4c01b7eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:47.737247 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb2f3e7f-f729-487e-bad4-f1f3f502b998 req-4963e451-9e2a-4416-91a2-d2d4c01b7eac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 1099 time: 0.3439193
Jun 06 11:55:47.757625 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54914) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:47.760782 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88d7c0d-c91f-429e-b99e-9386c8f5280f req-b6cf5613-3a01-40bc-930b-fdccd92a0904 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:47.762189 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d88d7c0d-c91f-429e-b99e-9386c8f5280f req-b6cf5613-3a01-40bc-930b-fdccd92a0904 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.3206582
Jun 06 11:55:47.827744 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d88d7c0d-c91f-429e-b99e-9386c8f5280f req-0cb90888-4edf-4013-a257-d17a49787080 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585361
Jun 06 11:55:47.875058 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:47.991119 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:47.995582 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.000731 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:55:48.005889 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7792b55e-7b7b-4090-9a04-e5258eda03d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:48.008300 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.022240 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Transition to ACTIVE for port object 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:55:48.026138 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.029602 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2a58b37b-2ee4-4e78-b9a3-65b0cf7f6c42 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:48.048308 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a8ef8b1c0ea143d39170a5239b52eb12&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2868009
Jun 06 11:55:48.048308 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39863628-d62a-4128-93dd-d6ef7d997549,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:48.048887 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54918) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:48.068008 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.068385 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.068768 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.069135 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.069489 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.069842 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.070192 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.070542 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.070892 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.071316 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.071580 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.071926 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:55:48.077532 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:48.121119 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d6c1-fa63-49c9-9919-b13a95e4ff4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.148284 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d6c1-fa63-49c9-9919-b13a95e4ff4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.206767 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d6c1-fa63-49c9-9919-b13a95e4ff4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.209473 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d6c1-fa63-49c9-9919-b13a95e4ff4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.213635 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-a7d5d6c1-fa63-49c9-9919-b13a95e4ff4c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/39863628-d62a-4128-93dd-d6ef7d997549 HTTP/1.1" status: 204  len: 168 time: 0.1637225
Jun 06 11:55:48.214653 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-eaeb3858-e413-4633-aa53-844d405f9d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:48.223594 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Pushing event updated for resources: {'Port': ['ID=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:48.225026 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5d6c1-fa63-49c9-9919-b13a95e4ff4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39863628-d62a-4128-93dd-d6ef7d997549,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:48.228467 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a7d5d6c1-fa63-49c9-9919-b13a95e4ff4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:48.240613 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:48.285748 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Attempting to bind port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:55:48.286134 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Attempting to bind port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:55:48.286458 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Attempting to bind port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:55:48.291028 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:55:48.291343 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Attempting to bind port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:55:48.296625 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:55:48.296988 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Checking segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:55:48.297867 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Bound using segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:55:48.298287 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Bound port: 3b14b37c-5fc7-45e0-ba20-9958a3d68d95, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:55:48.298628 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.393232 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] For port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:55:48.396528 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] For port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:55:48.402196 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.408037 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5734b1e8-9070-41ac-b8bc-3e2e93841ec0 tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:48.469340 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:48.469963 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.471336 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] 10.222.0.16 "PUT /v2.0/ports/3b14b37c-5fc7-45e0-ba20-9958a3d68d95 HTTP/1.1" status: 200  len: 1093 time: 1.4649613
Jun 06 11:55:48.471850 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239fffb1-9485-4e85-a042-3bc13453d98b', 'tag': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:55:48.474175 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ad285f-e300-4a8a-a9ee-afed6ec7f105" -d '{"events": [{"name": "network-changed", "server_uuid": "239fffb1-9485-4e85-a042-3bc13453d98b", "tag": "3b14b37c-5fc7-45e0-ba20-9958a3d68d95"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:55:48.498529 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Pushing event updated for resources: {'Port': ['ID=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:48.505940 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:48.526104 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e34a30-83c1-4369-b5e2-aba7c666c022 x-openstack-request-id: req-d9e34a30-83c1-4369-b5e2-aba7c666c022 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:55:48.526431 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239fffb1-9485-4e85-a042-3bc13453d98b", "tag": "3b14b37c-5fc7-45e0-ba20-9958a3d68d95", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:55:48.526719 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d9e34a30-83c1-4369-b5e2-aba7c666c022 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:55:48.527179 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239fffb1-9485-4e85-a042-3bc13453d98b', 'tag': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95', 'status': 'completed', 'code': 200}
Jun 06 11:55:48.530800 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 54928) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:48.547936 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1afa9ac8-fa85-4c08-b03e-c9ec11b04332 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.657979 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1afa9ac8-fa85-4c08-b03e-c9ec11b04332 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.661592 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1afa9ac8-fa85-4c08-b03e-c9ec11b04332 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.669614 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f956a053-38ed-4e3e-aa6b-32ba6ba38742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:48.709572 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1afa9ac8-fa85-4c08-b03e-c9ec11b04332 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6c9828e88bed4a48bc5137f8937dcd6e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1777146
Jun 06 11:55:48.711149 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa9ac8-fa85-4c08-b03e-c9ec11b04332 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ba9558c-301f-4930-ab54-52c39245f990,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:48.712246 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 54930) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:48.714206 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1afa9ac8-fa85-4c08-b03e-c9ec11b04332 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:48.773294 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bade957b-ebae-40a4-b79f-ea08fc66d0eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.798751 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bade957b-ebae-40a4-b79f-ea08fc66d0eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.892171 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bade957b-ebae-40a4-b79f-ea08fc66d0eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.894632 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bade957b-ebae-40a4-b79f-ea08fc66d0eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:48.895735 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-bade957b-ebae-40a4-b79f-ea08fc66d0eb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6ba9558c-301f-4930-ab54-52c39245f990 HTTP/1.1" status: 204  len: 168 time: 0.1824107
Jun 06 11:55:48.897299 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-20c7c459-b09e-42e1-9bb2-815f4ac6a9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:48.909239 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade957b-ebae-40a4-b79f-ea08fc66d0eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ba9558c-301f-4930-ab54-52c39245f990,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:48.911805 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-bade957b-ebae-40a4-b79f-ea08fc66d0eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:48.936272 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0e4640-6945-425c-8eef-31631d66f3bb req-d232fab8-25ed-4563-b02c-a288da9d4e4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:48.937853 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7e0e4640-6945-425c-8eef-31631d66f3bb req-d232fab8-25ed-4563-b02c-a288da9d4e4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.1041143
Jun 06 11:55:49.031734 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7e0e4640-6945-425c-8eef-31631d66f3bb req-c0aaf5b7-0ab4-48f4-abcb-6266cb02ab59 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611012
Jun 06 11:55:49.052694 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b14e9d-6257-4171-9bff-883f13a94f45 req-47df1245-90e0-4064-a9ec-aeb07699d896 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:49.054187 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b7b14e9d-6257-4171-9bff-883f13a94f45 req-47df1245-90e0-4064-a9ec-aeb07699d896 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.1154549
Jun 06 11:55:49.099152 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b7b14e9d-6257-4171-9bff-883f13a94f45 req-ab346a6e-4074-49bc-b770-1271e096125a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392292
Jun 06 11:55:49.459631 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb2f3e7f-f729-487e-bad4-f1f3f502b998 req-1dde128a-556f-4bc5-849f-75785e30c1a2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403948
Jun 06 11:55:50.263701 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd69ad4f-53bb-4286-8c4c-f4c15c25daad req-6188c172-858a-4935-a981-c687140addcf tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:50.265326 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-dd69ad4f-53bb-4286-8c4c-f4c15c25daad req-6188c172-858a-4935-a981-c687140addcf tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.1260030
Jun 06 11:55:50.323366 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-dd69ad4f-53bb-4286-8c4c-f4c15c25daad req-e73f5ee5-040e-4f4d-a8d2-804af437114c tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503998
Jun 06 11:55:50.343164 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad55cea-3c11-4d6f-bd4b-d086e5e8ccd9 req-6bb54746-88d5-48a0-8fad-3cc34171454d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:50.344594 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8ad55cea-3c11-4d6f-bd4b-d086e5e8ccd9 req-6bb54746-88d5-48a0-8fad-3cc34171454d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.1360004
Jun 06 11:55:50.391483 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8ad55cea-3c11-4d6f-bd4b-d086e5e8ccd9 req-7e15786d-7671-4e1b-82e9-696a6e224bf8 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0389135
Jun 06 11:55:50.590931 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad285f-e300-4a8a-a9ee-afed6ec7f105 req-7065dc15-6434-4446-bc2e-5ed3f95c5dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:50.592387 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c4ad285f-e300-4a8a-a9ee-afed6ec7f105 req-7065dc15-6434-4446-bc2e-5ed3f95c5dfc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 1096 time: 0.0753195
Jun 06 11:55:50.743557 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad285f-e300-4a8a-a9ee-afed6ec7f105 req-feae8a96-7d6a-49b4-acb0-abf6d4496998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:50.744944 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c4ad285f-e300-4a8a-a9ee-afed6ec7f105 req-feae8a96-7d6a-49b4-acb0-abf6d4496998 service neutron] 10.222.0.16 "GET /v2.0/networks?tenant_id=686e8a3abe34498f8f040ce70883dd57&shared=False HTTP/1.1" status: 200  len: 913 time: 0.1374209
Jun 06 11:55:50.888720 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ad285f-e300-4a8a-a9ee-afed6ec7f105 req-7a7efca9-0b33-44d9-b73a-9711bb1542b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:50.890216 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c4ad285f-e300-4a8a-a9ee-afed6ec7f105 req-7a7efca9-0b33-44d9-b73a-9711bb1542b1 service neutron] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1369152
Jun 06 11:55:51.005028 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-921610b8-4abf-4ed4-ac4c-a69a7c73e6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:51.006502 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-921610b8-4abf-4ed4-ac4c-a69a7c73e6fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 1096 time: 0.0761957
Jun 06 11:55:51.075125 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-222d568a-43a8-435b-9b42-394d60770e0c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b14b37c-5fc7-45e0-ba20-9958a3d68d95 HTTP/1.1" status: 200  len: 217 time: 0.0602717
Jun 06 11:55:51.119817 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55012) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:51.160981 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-8fbc494d-20d5-4c6a-8eef-18b6d756fe68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:51.162467 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-8fbc494d-20d5-4c6a-8eef-18b6d756fe68 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.0628746
Jun 06 11:55:51.240544 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-7341e42c-42ab-4fbe-ae4f-064df0d0fbcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:51.241997 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3339903f-3940-4c81-a6cc-0dcb447f5572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:51.242126 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-7341e42c-42ab-4fbe-ae4f-064df0d0fbcd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722835
Jun 06 11:55:51.351566 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3339903f-3940-4c81-a6cc-0dcb447f5572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:51.357210 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3339903f-3940-4c81-a6cc-0dcb447f5572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:51.368277 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-9ec942ce-edeb-461f-a01c-b0435c8fe58e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:51.413720 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3339903f-3940-4c81-a6cc-0dcb447f5572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2c336e-0e82-4087-98ed-4fc3f834dbdf,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:51.421460 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-3339903f-3940-4c81-a6cc-0dcb447f5572 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d45fb2de649a405384edf9862ea0e2d7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3004858
Jun 06 11:55:51.422344 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55020) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:51.424234 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3339903f-3940-4c81-a6cc-0dcb447f5572 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:51.492231 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6952111c-07db-4a5c-aec0-fe98b637ff35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:51.527743 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6952111c-07db-4a5c-aec0-fe98b637ff35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:51.584935 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6952111c-07db-4a5c-aec0-fe98b637ff35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:51.587434 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6952111c-07db-4a5c-aec0-fe98b637ff35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:51.590971 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6952111c-07db-4a5c-aec0-fe98b637ff35 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dd2c336e-0e82-4087-98ed-4fc3f834dbdf HTTP/1.1" status: 204  len: 168 time: 0.1630611
Jun 06 11:55:51.590971 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-254ee6c9-7c08-43ea-884e-baccc4f41149 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:51.598984 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952111c-07db-4a5c-aec0-fe98b637ff35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2c336e-0e82-4087-98ed-4fc3f834dbdf,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:51.602308 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6952111c-07db-4a5c-aec0-fe98b637ff35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:51.618337 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-fe12b787-bf30-4012-8490-7cef8cbecd75 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3681769
Jun 06 11:55:51.742096 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e2bf7c-7138-425c-b53e-f50f28441867 req-cbfa0fb2-8b01-4902-b05b-631e0e537f86 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:51.743666 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40e2bf7c-7138-425c-b53e-f50f28441867 req-cbfa0fb2-8b01-4902-b05b-631e0e537f86 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.2728591
Jun 06 11:55:51.834212 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb4727e2-caeb-428d-adf9-03fd7b356ed7 req-188a6327-5ec2-46a7-9ad7-148cbd4579f3 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:51.835710 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bb4727e2-caeb-428d-adf9-03fd7b356ed7 req-188a6327-5ec2-46a7-9ad7-148cbd4579f3 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.2871690
Jun 06 11:55:51.843991 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b2411c73-6b89-4842-a2dc-75a0202ea0e8 req-287a3824-7749-4a85-b32a-a25761ad0462 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2179224
Jun 06 11:55:51.850977 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40e2bf7c-7138-425c-b53e-f50f28441867 req-99e4b36b-6e65-4e38-ba29-3e1524c8367f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1001019
Jun 06 11:55:51.895029 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bb4727e2-caeb-428d-adf9-03fd7b356ed7 req-85f8848d-c7a0-4900-a222-978969bf0e11 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497794
Jun 06 11:55:51.934211 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55032) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:51.951007 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-217f2a6b-6c8e-4dd7-8c95-591bc42608f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:52.058671 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-217f2a6b-6c8e-4dd7-8c95-591bc42608f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:52.062289 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-217f2a6b-6c8e-4dd7-8c95-591bc42608f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:52.070525 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-72efca9e-aba5-4a22-b99f-81264b0054cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:52.110413 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-217f2a6b-6c8e-4dd7-8c95-591bc42608f6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e4041742dbf14164a058bea2d73c0c13&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1749892
Jun 06 11:55:52.111172 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f2a6b-6c8e-4dd7-8c95-591bc42608f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f458214e-1868-401a-84a1-a7d1ee4d5698,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:52.112942 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55034) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:52.114391 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-217f2a6b-6c8e-4dd7-8c95-591bc42608f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:52.172665 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b896b595-90c3-4365-914c-b5d773abc876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:52.197131 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b896b595-90c3-4365-914c-b5d773abc876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:52.248564 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b896b595-90c3-4365-914c-b5d773abc876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:52.251070 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b896b595-90c3-4365-914c-b5d773abc876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:52.252282 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-b896b595-90c3-4365-914c-b5d773abc876 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f458214e-1868-401a-84a1-a7d1ee4d5698 HTTP/1.1" status: 204  len: 168 time: 0.1383650
Jun 06 11:55:52.253106 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1ba94c67-963c-435c-9161-915c9bc79776 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:52.263081 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b896b595-90c3-4365-914c-b5d773abc876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f458214e-1868-401a-84a1-a7d1ee4d5698,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:52.265803 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-b896b595-90c3-4365-914c-b5d773abc876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:53.200071 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406be992-dd9e-4dbc-a9b7-32c1a0c262e3 req-e45704ad-d356-4ba6-aa37-90b8c1a47a85 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:53.201626 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-406be992-dd9e-4dbc-a9b7-32c1a0c262e3 req-e45704ad-d356-4ba6-aa37-90b8c1a47a85 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.1710956
Jun 06 11:55:53.245383 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb531e2-f7b3-41ce-b669-08b7ab46fe15 req-f914d665-b1cc-46a1-979c-22bc001bc8c6 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:53.246680 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cdb531e2-f7b3-41ce-b669-08b7ab46fe15 req-f914d665-b1cc-46a1-979c-22bc001bc8c6 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.1304464
Jun 06 11:55:53.292657 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-406be992-dd9e-4dbc-a9b7-32c1a0c262e3 req-809bad61-bf18-44cd-b7fa-bea2c128d7a8 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769291
Jun 06 11:55:53.314486 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cdb531e2-f7b3-41ce-b669-08b7ab46fe15 req-d225bc04-cf14-4dec-8547-8f82f177c484 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556591
Jun 06 11:55:53.448011 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55078) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:53.495268 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb83511e-7d9a-4e40-a579-475c40daab53 req-0dc60701-b894-400d-86a6-68ab0076b189 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:53.496750 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb83511e-7d9a-4e40-a579-475c40daab53 req-0dc60701-b894-400d-86a6-68ab0076b189 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.0788605
Jun 06 11:55:53.542322 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb83511e-7d9a-4e40-a579-475c40daab53 req-33897235-ef26-4d58-a6be-2484e00dab4b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390322
Jun 06 11:55:53.568007 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fecafc67-f7ce-4c04-8b18-a387b250cad0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:53.671759 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fecafc67-f7ce-4c04-8b18-a387b250cad0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:53.676359 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fecafc67-f7ce-4c04-8b18-a387b250cad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:53.683683 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d036c145-d472-448f-a96c-d313635e0fe3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:53.722575 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecafc67-f7ce-4c04-8b18-a387b250cad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31aa21b9-ee8c-49d7-ba4f-61ed0d236265,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:53.726567 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-fecafc67-f7ce-4c04-8b18-a387b250cad0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=23369fb13cb747049c6dfd7b572b3199&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2775452
Jun 06 11:55:53.727448 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-fecafc67-f7ce-4c04-8b18-a387b250cad0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:53.729296 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55084) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:53.793883 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34cc1822-aa2a-4891-982f-9503e1810c8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:53.819651 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34cc1822-aa2a-4891-982f-9503e1810c8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:53.869036 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34cc1822-aa2a-4891-982f-9503e1810c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:53.871421 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34cc1822-aa2a-4891-982f-9503e1810c8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:53.875636 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-34cc1822-aa2a-4891-982f-9503e1810c8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/31aa21b9-ee8c-49d7-ba4f-61ed0d236265 HTTP/1.1" status: 204  len: 168 time: 0.1453393
Jun 06 11:55:53.876400 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8465749d-bd9b-4f35-9815-efa0438c5c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:53.886378 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc1822-aa2a-4891-982f-9503e1810c8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31aa21b9-ee8c-49d7-ba4f-61ed0d236265,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:53.888884 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-34cc1822-aa2a-4891-982f-9503e1810c8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:53.945798 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9386e709-a046-4f50-9b86-56412ce78d80 req-61050939-a4b1-496d-8a94-76f9828a54fc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:53.947229 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9386e709-a046-4f50-9b86-56412ce78d80 req-61050939-a4b1-496d-8a94-76f9828a54fc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.0901272
Jun 06 11:55:53.991383 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9386e709-a046-4f50-9b86-56412ce78d80 req-3d536ea3-2055-4607-ac99-be7b6c802792 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384779
Jun 06 11:55:54.612167 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b73f28-f3f8-4844-b71a-98a06d7d316b req-2a2bdf1a-efda-4c0f-8e79-2a5b841a1b89 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:54.613666 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c7b73f28-f3f8-4844-b71a-98a06d7d316b req-2a2bdf1a-efda-4c0f-8e79-2a5b841a1b89 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.1181462
Jun 06 11:55:54.662103 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c7b73f28-f3f8-4844-b71a-98a06d7d316b req-3e3160de-b485-4e42-ab5a-b53582abaf30 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428166
Jun 06 11:55:55.855894 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a58f9d7-8429-44bf-b846-70afc2584c6a req-b19b5e81-f6ba-426d-93ec-d82dfe57fdad tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:55.857598 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8a58f9d7-8429-44bf-b846-70afc2584c6a req-b19b5e81-f6ba-426d-93ec-d82dfe57fdad tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.0817809
Jun 06 11:55:55.904504 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8a58f9d7-8429-44bf-b846-70afc2584c6a req-189cbe6c-10a1-4994-a0e1-0e19bd19c86d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0412698
Jun 06 11:55:56.696066 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:55:57.097750 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bfceb15-33a7-46f3-abd3-cda984a70a71 req-5ce99bb6-3eac-41b2-89f0-4245bd78355b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:57.099261 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2bfceb15-33a7-46f3-abd3-cda984a70a71 req-5ce99bb6-3eac-41b2-89f0-4245bd78355b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.0855887
Jun 06 11:55:57.123618 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55170) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:57.144388 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2bfceb15-33a7-46f3-abd3-cda984a70a71 req-38420b3c-523b-4e97-ad40-83c03529375b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394809
Jun 06 11:55:57.239757 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f6c24ef4-6e28-4016-b508-bff90fc8ebb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:57.341285 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f6c24ef4-6e28-4016-b508-bff90fc8ebb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:57.345322 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f6c24ef4-6e28-4016-b508-bff90fc8ebb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:57.353524 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-fecafc67-f7ce-4c04-8b18-a387b250cad0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:57.396015 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-f6c24ef4-6e28-4016-b508-bff90fc8ebb0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=76c297939733486ba5bc061bce376396&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2704182
Jun 06 11:55:57.397644 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c24ef4-6e28-4016-b508-bff90fc8ebb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24119ae-b926-4025-b980-dd808b01d317,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:57.398752 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55176) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:55:57.400836 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f6c24ef4-6e28-4016-b508-bff90fc8ebb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:57.455855 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e2af6153-72ed-417b-9cb4-7071a6d1c80e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:57.480440 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e2af6153-72ed-417b-9cb4-7071a6d1c80e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:57.531003 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e2af6153-72ed-417b-9cb4-7071a6d1c80e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:57.533659 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e2af6153-72ed-417b-9cb4-7071a6d1c80e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:55:57.534818 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-e2af6153-72ed-417b-9cb4-7071a6d1c80e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c24119ae-b926-4025-b980-dd808b01d317 HTTP/1.1" status: 204  len: 168 time: 0.1350937
Jun 06 11:55:57.535600 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6dfabfe8-4b12-43b4-acbc-6e9a908b054b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:55:57.544732 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2af6153-72ed-417b-9cb4-7071a6d1c80e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24119ae-b926-4025-b980-dd808b01d317,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:55:57.547436 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e2af6153-72ed-417b-9cb4-7071a6d1c80e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:55:58.335401 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150cf3c2-4108-4f46-afba-6bf66f63f66c req-ef3e00f3-0815-4414-8862-d28a35dc0b74 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:58.336910 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-150cf3c2-4108-4f46-afba-6bf66f63f66c req-ef3e00f3-0815-4414-8862-d28a35dc0b74 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.0833483
Jun 06 11:55:58.381582 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-150cf3c2-4108-4f46-afba-6bf66f63f66c req-643d8c82-923f-412c-bb16-a166bd297e74 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386806
Jun 06 11:55:59.560700 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168d58cc-7621-4abd-9394-d806f34e3059 req-cdec105f-bf1d-4ba0-b86d-32435cb9a577 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:55:59.562210 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-168d58cc-7621-4abd-9394-d806f34e3059 req-cdec105f-bf1d-4ba0-b86d-32435cb9a577 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.0762410
Jun 06 11:55:59.604859 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-168d58cc-7621-4abd-9394-d806f34e3059 req-ca3a8eac-7904-43c0-a358-ec0141a3f9be tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369534
Jun 06 11:56:00.791289 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef367ee-14f8-436f-9a1b-5d8f17b709a3 req-f9131f00-8ee7-4549-a12e-a3a980694897 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:00.792757 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bef367ee-14f8-436f-9a1b-5d8f17b709a3 req-f9131f00-8ee7-4549-a12e-a3a980694897 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.0821316
Jun 06 11:56:00.839113 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bef367ee-14f8-436f-9a1b-5d8f17b709a3 req-999a760c-188b-471e-a216-1b4a2a7fdf7a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401657
Jun 06 11:56:02.023424 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b037304-c090-4a92-957b-ae3c4e25a0b5 req-387a5a34-89dd-4cc9-a520-4cdff3efd87e tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:02.024920 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0b037304-c090-4a92-957b-ae3c4e25a0b5 req-387a5a34-89dd-4cc9-a520-4cdff3efd87e tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.0798802
Jun 06 11:56:02.072491 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0b037304-c090-4a92-957b-ae3c4e25a0b5 req-76afa5e9-a51e-4192-8aff-eea5ffb648fd tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420139
Jun 06 11:56:02.507352 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:03.333056 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89e3f4a-a941-43fc-a8c2-32018e326bc2 req-17d9ec45-4f93-428d-8f82-c9d85db2359b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:03.334514 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c89e3f4a-a941-43fc-a8c2-32018e326bc2 req-17d9ec45-4f93-428d-8f82-c9d85db2359b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.1603212
Jun 06 11:56:03.381109 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c89e3f4a-a941-43fc-a8c2-32018e326bc2 req-2764c947-11e0-4dbf-98df-4aff29913b99 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407484
Jun 06 11:56:04.567609 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e77171e-59d1-4b16-94e6-b8972b2de1bf req-c2ef449f-9e67-4e66-a666-b222ac98e318 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:04.569067 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1e77171e-59d1-4b16-94e6-b8972b2de1bf req-c2ef449f-9e67-4e66-a666-b222ac98e318 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.0805867
Jun 06 11:56:04.613077 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1e77171e-59d1-4b16-94e6-b8972b2de1bf req-19a4a7cc-77f2-46f5-866d-1165ac074584 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383923
Jun 06 11:56:05.339445 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-57b05795-abd2-4857-afb7-f2262cb207da service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0683982
Jun 06 11:56:05.433489 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-bf394fd3-92f8-48e3-bb23-d7457a77ddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:05.434853 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-bf394fd3-92f8-48e3-bb23-d7457a77ddbf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 1099 time: 0.0727100
Jun 06 11:56:05.581149 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-391a7640-62b5-45ab-8b36-0559e4c5b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:05.581942 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-391a7640-62b5-45ab-8b36-0559e4c5b8b0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 912 time: 0.1268904
Jun 06 11:56:05.685930 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-7d771506-e8cb-4763-9b25-41d3cf45afee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d4fd5703-3462-44b5-87af-034550946233 HTTP/1.1" status: 200  len: 1001 time: 0.0968630
Jun 06 11:56:05.697289 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-65756f4f-a543-46ae-8586-a09f1505d86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:05.798610 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-ba569e07-5a00-4f92-922e-c504ec1b7c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:05.800035 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-ba569e07-5a00-4f92-922e-c504ec1b7c7d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=152508a6-2d08-4397-81a6-be9ae3bc7dc7 HTTP/1.1" status: 200  len: 850 time: 0.1079524
Jun 06 11:56:05.822869 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d95331-d6a7-45ac-b59d-91c3983e045f req-f869ab2f-6f39-4970-a7d7-1c814638c0c8 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:05.824193 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-61d95331-d6a7-45ac-b59d-91c3983e045f req-f869ab2f-6f39-4970-a7d7-1c814638c0c8 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.1001914
Jun 06 11:56:05.867155 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-61d95331-d6a7-45ac-b59d-91c3983e045f req-f487cc62-6df8-465e-99f0-4d2a32552f7a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0371776
Jun 06 11:56:07.046340 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb299bab-0ebc-4761-9fc6-ba0f8d6f57e8 req-21c7faec-8531-4868-8129-60a8df1fbd73 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:07.047797 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eb299bab-0ebc-4761-9fc6-ba0f8d6f57e8 req-21c7faec-8531-4868-8129-60a8df1fbd73 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 943 time: 0.0765860
Jun 06 11:56:07.090175 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eb299bab-0ebc-4761-9fc6-ba0f8d6f57e8 req-1f5061d7-3628-41e8-9096-28f54927f78d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0368505
Jun 06 11:56:07.644800 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:56:07.715282 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-81a7c286-66e3-4528-a4f0-88cc23cf07fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:07.716645 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-81a7c286-66e3-4528-a4f0-88cc23cf07fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4cb10f0a-05af-4fba-b41d-12091928d248&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0746691
Jun 06 11:56:07.778779 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:07.791818 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'port_id': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95', 'mac_address': 'fa:16:3e:c0:76:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:56:07.843812 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:07.862213 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:56:07.877017 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:07.882561 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:07.884565 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:07.954787 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:07.957875 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:08.273269 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd86ad-ef11-4043-a0bb-1406c89e9670 req-8259aeb9-a663-44f2-91c3-d077328f9e77 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:08.274658 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bbbd86ad-ef11-4043-a0bb-1406c89e9670 req-8259aeb9-a663-44f2-91c3-d077328f9e77 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 944 time: 0.0807326
Jun 06 11:56:08.286724 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:08.322031 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bbbd86ad-ef11-4043-a0bb-1406c89e9670 req-8b835463-2fb7-443a-ab0c-e53545ade614 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416374
Jun 06 11:56:08.603087 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-679bb567-f482-4ff0-98c8-44532615e48c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:08.837511 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-460be43c-173c-4104-929f-791ee19ae102 service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268492
Jun 06 11:56:08.972706 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a3337a5-6fba-4ed1-8d41-b7bb26417242 req-756f8f54-10f8-4565-9fdd-68ca53968721 service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1231091
Jun 06 11:56:09.088766 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['3b14b37c-5fc7-45e0-ba20-9958a3d68d95'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:56:09.513028 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfea81c-dc0e-44a4-a248-e874498563b5 req-45422b7a-3439-4200-acc9-ad918229a71f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:09.514472 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5bfea81c-dc0e-44a4-a248-e874498563b5 req-45422b7a-3439-4200-acc9-ad918229a71f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 944 time: 0.0871658
Jun 06 11:56:09.562880 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5bfea81c-dc0e-44a4-a248-e874498563b5 req-e3717099-0501-415b-bfd2-f1548a9fdda4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421371
Jun 06 11:56:09.657447 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:10.090893 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bac1654-8616-4f6f-b046-6c4f62ef0c1b req-e24e9279-5392-41fe-8c02-cbb550a8ac24 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:10.092341 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bac1654-8616-4f6f-b046-6c4f62ef0c1b req-e24e9279-5392-41fe-8c02-cbb550a8ac24 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.0780246
Jun 06 11:56:10.142417 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bac1654-8616-4f6f-b046-6c4f62ef0c1b req-23dac2b2-e4e8-409f-b6cf-eedba8222e80 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443888
Jun 06 11:56:10.165073 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55324) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:10.415094 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-490f0f49-3d0a-45e8-97ac-b5eb4f0be8e4 tempest-TestMinimumBasicScenario-900920757 tempest-TestMinimumBasicScenario-900920757-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:10.416463 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-490f0f49-3d0a-45e8-97ac-b5eb4f0be8e4 tempest-TestMinimumBasicScenario-900920757 tempest-TestMinimumBasicScenario-900920757-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 1094 time: 0.2504344
Jun 06 11:56:10.419376 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55332) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:10.424098 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'floatingip': {'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'port_id': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'fixed_ip_address': '172.20.0.10'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:10.445710 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for floatingip, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:10.657617 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:10.851903 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6cc288-4033-4f2d-9d22-98a4f97f2a8a req-a0ece7ec-d7f4-420d-a2e5-a51604492758 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:10.853468 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bb6cc288-4033-4f2d-9d22-98a4f97f2a8a req-a0ece7ec-d7f4-420d-a2e5-a51604492758 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 944 time: 0.1588094
Jun 06 11:56:10.882533 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Allocated IP 172.27.1.175 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/040201bf-78b6-43f0-9278-39b8ff8bb53c) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:10.942529 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bb6cc288-4033-4f2d-9d22-98a4f97f2a8a req-04b2adae-8f79-4966-a54c-50534c7b922a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814614
Jun 06 11:56:11.029950 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:11.062947 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:11.096391 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:11.100958 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:11.159157 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:11.161811 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:11.165355 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:11.198124 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'Port': ['ID=040201bf-78b6-43f0-9278-39b8ff8bb53c,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:11.201943 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:11.565192 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:11.636868 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:11.835199 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:11.839520 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:11.843735 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2ce5b7cb-a956-4c01-9cf5-75468e89dab9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:11.946455 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'Port': ['ID=040201bf-78b6-43f0-9278-39b8ff8bb53c,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:11.950652 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:11.957931 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:12.128400 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:12.199057 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:12.204303 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:12.204854 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:12.284001 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Floating IP f547a9bf-c00e-4082-9917-97327a946cbc associated. External IP: 172.27.1.175, port: 9e04ee02-36d2-4450-b02e-01e497d1a9e1.
Jun 06 11:56:12.328126 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:12.356382 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239fffb1-9485-4e85-a042-3bc13453d98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:56:12.358624 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79fb612-a82f-46e5-92a5-dc950579dd44" -d '{"events": [{"server_uuid": "239fffb1-9485-4e85-a042-3bc13453d98b", "name": "network-vif-plugged", "status": "completed", "tag": "3b14b37c-5fc7-45e0-ba20-9958a3d68d95"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:56:12.367290 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:12.372632 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:12.376079 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-bd6998ff-5527-4323-9d04-52cc1f848041 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:12.384892 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db22e832-9b26-46e7-8288-361a826d1672 req-3111ad64-5fe3-45ed-896a-4904610d4573 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:12.386347 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-db22e832-9b26-46e7-8288-361a826d1672 req-3111ad64-5fe3-45ed-896a-4904610d4573 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 944 time: 0.3370633
Jun 06 11:56:12.407372 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28a3f537-1173-499e-acc6-80a9945f1dcd x-openstack-request-id: req-28a3f537-1173-499e-acc6-80a9945f1dcd {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:56:12.407668 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239fffb1-9485-4e85-a042-3bc13453d98b", "name": "network-vif-plugged", "status": "completed", "tag": "3b14b37c-5fc7-45e0-ba20-9958a3d68d95", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:56:12.407921 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-28a3f537-1173-499e-acc6-80a9945f1dcd {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:56:12.408299 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239fffb1-9485-4e85-a042-3bc13453d98b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95', 'code': 200}
Jun 06 11:56:12.444527 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:12.447874 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:12.510530 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-db22e832-9b26-46e7-8288-361a826d1672 req-57ee6067-4675-42df-8136-f8040515a455 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697050
Jun 06 11:56:12.689105 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Router 3ca73208-2471-43a7-ab05-9b1adf8f72db has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:56:12.864225 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:56:12.873920 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] Sync routers for ids ['3ca73208-2471-43a7-ab05-9b1adf8f72db'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:56:12.883615 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] Routers {'3ca73208-2471-43a7-ab05-9b1adf8f72db'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:12.884021 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:12.884239 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facc67970>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['3ca73208-2471-43a7-ab05-9b1adf8f72db'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:12.943796 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55350) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:12.944318 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5234566
Jun 06 11:56:12.944576 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:56:12.946952 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb4f9c9-f207-4c29-b56b-040f72b78a66" -d '{"events": [{"name": "network-changed", "server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:56:12.949139 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-d03cf858-28e6-4794-9c9e-ee2a48ee8f8d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62330448', 'description': 'tempest-secgroup-smoke-62330448 description', 'project_id': '458108fba5ab4f0e8523a41be88470ac'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:13.005101 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d03cf858-28e6-4794-9c9e-ee2a48ee8f8d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.034825 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47fefe8d-b7a7-4d42-b89a-669588a3283b x-openstack-request-id: req-47fefe8d-b7a7-4d42-b89a-669588a3283b {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:56:13.034825 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:56:13.035130 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47fefe8d-b7a7-4d42-b89a-669588a3283b {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:56:13.035552 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'status': 'completed', 'code': 200}
Jun 06 11:56:13.080367 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] Set router 3ca73208-2471-43a7-ab05-9b1adf8f72db gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:13.118872 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d03cf858-28e6-4794-9c9e-ee2a48ee8f8d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.122944 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d03cf858-28e6-4794-9c9e-ee2a48ee8f8d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.127741 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-01fa15be-4c9a-4009-a568-7c2cc3dd6725 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:13.164199 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d03cf858-28e6-4794-9c9e-ee2a48ee8f8d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.166004 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-d03cf858-28e6-4794-9c9e-ee2a48ee8f8d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1790 time: 0.2210722
Jun 06 11:56:13.167968 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03cf858-28e6-4794-9c9e-ee2a48ee8f8d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdb759a-bc10-4935-87b9-f369c8b0f96e,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:13.169056 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55356) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:13.173841 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-4b4616bc-373e-4c68-ad53-e9960011b19a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'security_group_rule': {'security_group_id': 'fcdb759a-bc10-4935-87b9-f369c8b0f96e', 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:13.193969 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d03cf858-28e6-4794-9c9e-ee2a48ee8f8d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:13.270140 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4b4616bc-373e-4c68-ad53-e9960011b19a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.324059 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-4ce995af-4c3d-4d1c-bb4b-cc6780132dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:13.325548 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-4ce995af-4c3d-4d1c-bb4b-cc6780132dcf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=458108fba5ab4f0e8523a41be88470ac&device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 1099 time: 0.1199799
Jun 06 11:56:13.363934 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4b4616bc-373e-4c68-ad53-e9960011b19a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.371391 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4b4616bc-373e-4c68-ad53-e9960011b19a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.384400 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:13.471596 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facc67970>, [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:26Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'f547a9bf-c00e-4082-9917-97327a946cbc', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'port_id': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'mac_address': 'fa:16:3e:c8:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:11Z', 'updated_at': '2021-06-06T11:56:11Z', 'revision_number': 0, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa8d71e-e313-49bb-8a69-28b25046e3a1', 'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'mac_address': 'fa:16:3e:0f:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:25Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 5, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'subnets': [{'id': '227800c8-0050-4047-8598-1cd029962f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:13.475349 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] Checking router: 3ca73208-2471-43a7-ab05-9b1adf8f72db for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:56:13.483632 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] Routers {'3ca73208-2471-43a7-ab05-9b1adf8f72db'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:13.484224 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facc67970>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['3ca73208-2471-43a7-ab05-9b1adf8f72db'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:13.494125 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4616bc-373e-4c68-ad53-e9960011b19a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f5d5dac-6d67-4c10-aa25-a7322da44dc9,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:13.503144 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4b4616bc-373e-4c68-ad53-e9960011b19a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:13.522991 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4b4616bc-373e-4c68-ad53-e9960011b19a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.524119 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-4b4616bc-373e-4c68-ad53-e9960011b19a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3539336
Jun 06 11:56:13.527395 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55358) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:13.534469 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-861ba061-6063-4b91-bbf7-9144913306ca tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'security_group_rule': {'security_group_id': 'fcdb759a-bc10-4935-87b9-f369c8b0f96e', 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:13.577561 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-b16d2efc-47eb-45da-8c4a-49b96fab1d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:13.580227 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-b16d2efc-47eb-45da-8c4a-49b96fab1d8a service neutron] 10.222.0.16 "GET /v2.0/networks?id=482756af-f78b-4edd-8ddf-6e810a38e8bd HTTP/1.1" status: 200  len: 916 time: 0.2387009
Jun 06 11:56:13.586697 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-861ba061-6063-4b91-bbf7-9144913306ca tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.655656 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-861ba061-6063-4b91-bbf7-9144913306ca tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.662468 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-861ba061-6063-4b91-bbf7-9144913306ca tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.669462 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:13.702480 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] Set router 3ca73208-2471-43a7-ab05-9b1adf8f72db gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:13.710422 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861ba061-6063-4b91-bbf7-9144913306ca tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c60babe5-309e-4dd6-9f19-db51263cd15f,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:13.713374 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-861ba061-6063-4b91-bbf7-9144913306ca tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:13.722086 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-861ba061-6063-4b91-bbf7-9144913306ca tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.726189 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-861ba061-6063-4b91-bbf7-9144913306ca tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1948776
Jun 06 11:56:13.726754 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55368) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:13.731280 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-cc963bd2-9b26-4fcb-9460-f06ba1aaf5a1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'security_group_rule': {'security_group_id': 'fcdb759a-bc10-4935-87b9-f369c8b0f96e', 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:13.765832 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cc963bd2-9b26-4fcb-9460-f06ba1aaf5a1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.779725 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9879589-48ab-48f0-9614-d71b6d576cfd req-67dc414f-7404-4a36-8e59-02c1cd705d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:13.781242 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b9879589-48ab-48f0-9614-d71b6d576cfd req-67dc414f-7404-4a36-8e59-02c1cd705d01 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 1098 time: 0.3264513
Jun 06 11:56:13.810167 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-36ea4a3e-c3d5-4039-b06e-d52b408f0b3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 200  len: 1000 time: 0.2222273
Jun 06 11:56:13.837995 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cc963bd2-9b26-4fcb-9460-f06ba1aaf5a1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.843772 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cc963bd2-9b26-4fcb-9460-f06ba1aaf5a1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.846375 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:13.872937 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc963bd2-9b26-4fcb-9460-f06ba1aaf5a1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7fb3934-2a23-4873-b916-3871288505cd,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:13.876561 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-cc963bd2-9b26-4fcb-9460-f06ba1aaf5a1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:13.884580 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cc963bd2-9b26-4fcb-9460-f06ba1aaf5a1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:13.888660 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-cc963bd2-9b26-4fcb-9460-f06ba1aaf5a1 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1582386
Jun 06 11:56:13.889406 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b9879589-48ab-48f0-9614-d71b6d576cfd req-e5219e87-2ff9-401b-b870-8706d2c129a5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0991349
Jun 06 11:56:13.889886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55370) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:13.901245 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-9c9056ff-995b-48c9-8b2e-de8c9b1cb391 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'security_group_rule': {'security_group_id': 'fcdb759a-bc10-4935-87b9-f369c8b0f96e', 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:13.915928 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-7e606af3-a891-4815-b3a9-e4371af92bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:13.917369 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-7e606af3-a891-4815-b3a9-e4371af92bd0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=227800c8-0050-4047-8598-1cd029962f5b HTTP/1.1" status: 200  len: 854 time: 0.0984633
Jun 06 11:56:13.927230 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e64710-34d9-41ed-b1f5-ae732d1c343f req-3dc2b2b2-ceba-405d-acc5-6b03f40f1e61 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:13.928979 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-29e64710-34d9-41ed-b1f5-ae732d1c343f req-3dc2b2b2-ceba-405d-acc5-6b03f40f1e61 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 945 time: 0.2301822
Jun 06 11:56:14.017803 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9c9056ff-995b-48c9-8b2e-de8c9b1cb391 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.067511 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-29e64710-34d9-41ed-b1f5-ae732d1c343f req-951ae5dd-ff21-44e4-985d-472f32054987 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261928
Jun 06 11:56:14.102965 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-517779db-88a1-45eb-882c-32bf7b070d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:14.104442 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-517779db-88a1-45eb-882c-32bf7b070d2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=482756af-f78b-4edd-8ddf-6e810a38e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1469123
Jun 06 11:56:14.163872 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facc67970>, [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:26Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'f547a9bf-c00e-4082-9917-97327a946cbc', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'port_id': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'mac_address': 'fa:16:3e:c8:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:11Z', 'updated_at': '2021-06-06T11:56:11Z', 'revision_number': 0, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa8d71e-e313-49bb-8a69-28b25046e3a1', 'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'mac_address': 'fa:16:3e:0f:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:25Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 5, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'subnets': [{'id': '227800c8-0050-4047-8598-1cd029962f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:14.169190 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c151f0e-a73e-49fc-bd46-2634cc165691 None None] The sync data for ids ['3ca73208-2471-43a7-ab05-9b1adf8f72db'] in dv-cinder-786260-3-iscsi is: [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:26Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'f547a9bf-c00e-4082-9917-97327a946cbc', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'floating_ip_address': '172.27.1.175', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'port_id': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'mac_address': 'fa:16:3e:c8:24:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:11Z', 'updated_at': '2021-06-06T11:56:11Z', 'revision_number': 0, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfa8d71e-e313-49bb-8a69-28b25046e3a1', 'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'mac_address': 'fa:16:3e:0f:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:25Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 5, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'subnets': [{'id': '227800c8-0050-4047-8598-1cd029962f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:56:14.258885 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9c9056ff-995b-48c9-8b2e-de8c9b1cb391 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.273890 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9c9056ff-995b-48c9-8b2e-de8c9b1cb391 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.279288 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4b4616bc-373e-4c68-ad53-e9960011b19a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:14.347703 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9056ff-995b-48c9-8b2e-de8c9b1cb391 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0825174-3071-47bb-8add-31c3b9678626,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:14.352919 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-9c9056ff-995b-48c9-8b2e-de8c9b1cb391 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:14.363341 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9c9056ff-995b-48c9-8b2e-de8c9b1cb391 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.364488 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-9c9056ff-995b-48c9-8b2e-de8c9b1cb391 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.4711564
Jun 06 11:56:14.367252 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55382) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:14.373364 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-83651fcb-89d2-4138-8498-a44057df9338 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'security_group_rule': {'security_group_id': 'fcdb759a-bc10-4935-87b9-f369c8b0f96e', 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:14.407837 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-3e7366ef-8ceb-4da8-9742-3e1c4e30fa8e service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2942281
Jun 06 11:56:14.418745 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.securitygroups_db [None req-83651fcb-89d2-4138-8498-a44057df9338 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Project 458108fba5ab4f0e8523a41be88470ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 06 11:56:14.425446 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-83651fcb-89d2-4138-8498-a44057df9338 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.425597 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa2f4b1-f35d-4152-91d4-317288170248 None None] New status for floating IP f547a9bf-c00e-4082-9917-97327a946cbc: ACTIVE {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:56:14.491247 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-83651fcb-89d2-4138-8498-a44057df9338 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.495426 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-83651fcb-89d2-4138-8498-a44057df9338 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.497578 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:14.517350 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83651fcb-89d2-4138-8498-a44057df9338 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b6e4644-9956-4c16-9855-e5a86ee9a639,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:14.521227 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-83651fcb-89d2-4138-8498-a44057df9338 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:14.527085 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-83651fcb-89d2-4138-8498-a44057df9338 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.528273 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-83651fcb-89d2-4138-8498-a44057df9338 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1601295
Jun 06 11:56:14.530965 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55384) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:14.535857 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-3a96d4b7-ddcb-44ce-b352-e83fdc870ebc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'security_group_rule': {'security_group_id': 'fcdb759a-bc10-4935-87b9-f369c8b0f96e', 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:14.558148 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.securitygroups_db [None req-3a96d4b7-ddcb-44ce-b352-e83fdc870ebc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Project 458108fba5ab4f0e8523a41be88470ac added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 06 11:56:14.564365 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3a96d4b7-ddcb-44ce-b352-e83fdc870ebc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.629919 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3a96d4b7-ddcb-44ce-b352-e83fdc870ebc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.634428 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3a96d4b7-ddcb-44ce-b352-e83fdc870ebc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.636468 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-622f877a-a86a-4688-bd30-0c3dbd65ac2b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:14.658460 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a96d4b7-ddcb-44ce-b352-e83fdc870ebc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beab6519-54a1-4173-a668-0297fc697c16,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:14.661412 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-3a96d4b7-ddcb-44ce-b352-e83fdc870ebc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:14.665574 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3a96d4b7-ddcb-44ce-b352-e83fdc870ebc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:14.666789 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-3a96d4b7-ddcb-44ce-b352-e83fdc870ebc tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1344242
Jun 06 11:56:14.792261 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-fece19a8-be57-4a20-94f5-aee59b51fcc9 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62330448&fields=id&tenant_id=458108fba5ab4f0e8523a41be88470ac HTTP/1.1" status: 200  len: 267 time: 0.0431707
Jun 06 11:56:14.874304 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-84522f64-d7c1-436a-ad4f-3a36495d6b1a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:14.875760 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-84522f64-d7c1-436a-ad4f-3a36495d6b1a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.0778227
Jun 06 11:56:14.886503 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'port': {'security_groups': ['713bdacd-c5bf-4a15-8bdc-a25868fee5b2', 'fcdb759a-bc10-4935-87b9-f369c8b0f96e']}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:15.005061 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:15.335960 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] For port 9e04ee02-36d2-4450-b02e-01e497d1a9e1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:15.446431 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:15.456286 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bb4f9c9-f207-4c29-b56b-040f72b78a66 req-1ee5121a-7e21-40e8-94ec-4068337a1522 service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1799958
Jun 06 11:56:15.457577 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:15.464029 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:15.502050 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c3044-17a7-44ed-8618-7cb547b30dc8 req-159f16dd-d40d-4ae9-a87f-daa655d9b50e tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:15.503484 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-347c3044-17a7-44ed-8618-7cb547b30dc8 req-159f16dd-d40d-4ae9-a87f-daa655d9b50e tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 945 time: 0.2949722
Jun 06 11:56:15.553007 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:15.553642 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:15.555017 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8a2750c5-e128-493a-a4f6-eb6bbf1a2743 req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "PUT /v2.0/ports/9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 200  len: 982 time: 0.6729190
Jun 06 11:56:15.555529 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:56:15.557870 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae95694b-2a45-4c8f-8653-5ba27720d666" -d '{"events": [{"name": "network-changed", "server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:56:15.598452 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-347c3044-17a7-44ed-8618-7cb547b30dc8 req-f23cde9d-3f6b-41e9-97c2-4b4a0225bedb tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0869741
Jun 06 11:56:15.602337 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'Port': ['ID=9e04ee02-36d2-4450-b02e-01e497d1a9e1,revision_number=6']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:15.605547 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:15.691745 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47c4df4e-8963-4731-92a0-e1b098711d99 x-openstack-request-id: req-47c4df4e-8963-4731-92a0-e1b098711d99 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:56:15.692209 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:56:15.692503 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-47c4df4e-8963-4731-92a0-e1b098711d99 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:56:15.693063 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'status': 'completed', 'code': 200}
Jun 06 11:56:15.730471 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-645c9593-23c8-49fd-853e-9b43ba32bc63 None None] Provisioning complete for port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:15.731059 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-645c9593-23c8-49fd-853e-9b43ba32bc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:15.736718 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ba13a9-db3f-40ad-848f-d4c4627364f3 req-c91597c7-7639-483b-ae3b-87a0f7fef94e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:15.738387 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c5ba13a9-db3f-40ad-848f-d4c4627364f3 req-c91597c7-7639-483b-ae3b-87a0f7fef94e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.0859351
Jun 06 11:56:15.784559 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c5ba13a9-db3f-40ad-848f-d4c4627364f3 req-137ab5f2-b4d7-4895-a66c-6d6059d2e138 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0402384
Jun 06 11:56:16.793002 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8f288a-3cb8-46ab-bc7e-13acec657058 req-840557b3-6214-4aef-b0fa-7105f8789622 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:16.794426 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6e8f288a-3cb8-46ab-bc7e-13acec657058 req-840557b3-6214-4aef-b0fa-7105f8789622 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 945 time: 0.0807745
Jun 06 11:56:16.837654 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6e8f288a-3cb8-46ab-bc7e-13acec657058 req-b0870101-c2bb-47b8-8a53-d25aac0281ce tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376647
Jun 06 11:56:17.206310 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['9e04ee02-36d2-4450-b02e-01e497d1a9e1'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:56:17.314188 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-701ab370-ea1c-49cc-9be6-6b30595c58e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:17.315668 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-701ab370-ea1c-49cc-9be6-6b30595c58e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=458108fba5ab4f0e8523a41be88470ac&device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 1138 time: 0.0799932
Jun 06 11:56:17.315808 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['9e04ee02-36d2-4450-b02e-01e497d1a9e1'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:56:17.446917 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-e8487ee4-13a0-4246-b9d8-b825cfc49b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:17.448377 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-e8487ee4-13a0-4246-b9d8-b825cfc49b8d service neutron] 10.222.0.16 "GET /v2.0/networks?id=482756af-f78b-4edd-8ddf-6e810a38e8bd HTTP/1.1" status: 200  len: 916 time: 0.1243594
Jun 06 11:56:17.557556 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-e7c8656f-0cec-4b76-9fff-6863bf316895 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 200  len: 1002 time: 0.1001673
Jun 06 11:56:17.725493 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-f803a7f3-49aa-46b7-a402-0fbf63d4901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:17.726944 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-f803a7f3-49aa-46b7-a402-0fbf63d4901b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=227800c8-0050-4047-8598-1cd029962f5b HTTP/1.1" status: 200  len: 854 time: 0.1591282
Jun 06 11:56:18.022715 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025a38f9-f9cc-438a-bfaa-92ec0c443c06 req-4da55162-decb-4599-9095-3799395d7f2f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:18.024285 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-025a38f9-f9cc-438a-bfaa-92ec0c443c06 req-4da55162-decb-4599-9095-3799395d7f2f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 945 time: 0.0805783
Jun 06 11:56:18.067612 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-025a38f9-f9cc-438a-bfaa-92ec0c443c06 req-8f7e236d-dfda-4d95-b88a-a512f9ffc49d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377374
Jun 06 11:56:18.254088 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87071399-3fb2-4c5f-868c-861c296535b4 req-d5e84eb7-4218-4b09-a865-bb1bf2e5b30a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:18.255838 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-87071399-3fb2-4c5f-868c-861c296535b4 req-d5e84eb7-4218-4b09-a865-bb1bf2e5b30a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 945 time: 0.0835974
Jun 06 11:56:18.299693 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-87071399-3fb2-4c5f-868c-861c296535b4 req-097606ba-28ac-492c-8227-2fa13e0069d9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382178
Jun 06 11:56:18.323036 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55418) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:18.499742 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aebf197-d997-4d71-ad22-9853e6da62d0 tempest-TestVolumeBootPattern-658395177 tempest-TestVolumeBootPattern-658395177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:18.501904 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-1aebf197-d997-4d71-ad22-9853e6da62d0 tempest-TestVolumeBootPattern-658395177 tempest-TestVolumeBootPattern-658395177-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 1093 time: 0.1778655
Jun 06 11:56:18.505198 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55424) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:18.510120 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'floatingip': {'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'port_id': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address': '172.20.0.9'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:18.534580 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:18.746083 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:18.811999 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-922be848-dd34-4cb4-a3f1-b2b13a2484e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:18.813495 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-922be848-dd34-4cb4-a3f1-b2b13a2484e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=482756af-f78b-4edd-8ddf-6e810a38e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1546926
Jun 06 11:56:18.889201 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Allocated IP 172.27.1.239 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/f5ca0322-1092-4bc4-8803-822cbd44d8f4) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:19.032440 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:19.060407 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:19.065044 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:19.123241 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:19.126414 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:19.130292 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:19.161490 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'Port': ['ID=f5ca0322-1092-4bc4-8803-822cbd44d8f4,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:19.165153 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:19.524068 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:19.604492 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:19.807400 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:19.811936 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:19.816622 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:20.021177 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'Port': ['ID=f5ca0322-1092-4bc4-8803-822cbd44d8f4,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:20.025189 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:20.029794 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:20.198365 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Floating IP d9f25a0a-e414-4614-820f-ccd5936e1492 associated. External IP: 172.27.1.239, port: 3b14b37c-5fc7-45e0-ba20-9958a3d68d95.
Jun 06 11:56:20.535895 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Router 9a0a76db-c48f-4e6a-9871-b9affa33fffb has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:56:20.802067 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:56:20.810966 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] Sync routers for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:56:20.821933 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:20.822539 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facbefdf0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:20.842656 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:20.884002 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-c386362e-ddc6-47fc-a6a9-0cbb4a595aaa service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2549608
Jun 06 11:56:20.947861 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4269562
Jun 06 11:56:20.947861 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239fffb1-9485-4e85-a042-3bc13453d98b', 'tag': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:56:20.947861 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ce41be-6ee9-4137-9196-2bdbeed73de6" -d '{"events": [{"name": "network-changed", "server_uuid": "239fffb1-9485-4e85-a042-3bc13453d98b", "tag": "3b14b37c-5fc7-45e0-ba20-9958a3d68d95"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:56:21.005252 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:21.009359 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07cf4d5-6528-4718-9b49-8b7c2a058c46 x-openstack-request-id: req-c07cf4d5-6528-4718-9b49-8b7c2a058c46 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:56:21.009703 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "239fffb1-9485-4e85-a042-3bc13453d98b", "tag": "3b14b37c-5fc7-45e0-ba20-9958a3d68d95", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:56:21.010069 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c07cf4d5-6528-4718-9b49-8b7c2a058c46 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:56:21.010579 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239fffb1-9485-4e85-a042-3bc13453d98b', 'tag': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95', 'status': 'completed', 'code': 200}
Jun 06 11:56:21.096742 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ae95694b-2a45-4c8f-8653-5ba27720d666 req-d63f3ce1-1110-4623-ad9f-b5c543836f66 service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2044477
Jun 06 11:56:21.118687 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-bea4eda0-af92-4bc0-a56b-e8e3acf43753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:21.120114 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-bea4eda0-af92-4bc0-a56b-e8e3acf43753 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 1098 time: 0.0907271
Jun 06 11:56:21.251829 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-f5ee1de0-4f5f-49be-ba3f-114879806498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:21.253358 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-f5ee1de0-4f5f-49be-ba3f-114879806498 service neutron] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 913 time: 0.1242089
Jun 06 11:56:21.357583 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facbefdf0>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'd9f25a0a-e414-4614-820f-ccd5936e1492', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:c0:76:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239fffb1-9485-4e85-a042-3bc13453d98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:19Z', 'updated_at': '2021-06-06T11:56:19Z', 'revision_number': 0, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:21.361819 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] Checking router: 9a0a76db-c48f-4e6a-9871-b9affa33fffb for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:56:21.370368 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:21.370986 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facbefdf0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:21.462114 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-d9f6e2a3-4dd2-419f-bc6c-59cff69058aa service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b14b37c-5fc7-45e0-ba20-9958a3d68d95 HTTP/1.1" status: 200  len: 999 time: 0.2012815
Jun 06 11:56:21.529813 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-38277f6d-1de8-4197-9efe-4b97309fd2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:21.531238 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-38277f6d-1de8-4197-9efe-4b97309fd2c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.0598967
Jun 06 11:56:21.576773 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:21.610671 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-bf7b3e0e-bd54-4b7e-ae23-aae99087c4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:21.612137 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-bf7b3e0e-bd54-4b7e-ae23-aae99087c4e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0706923
Jun 06 11:56:21.757448 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-43c79eeb-d8ea-434f-9c36-b3380f9719ef service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357713
Jun 06 11:56:21.908564 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-70ce41be-6ee9-4137-9196-2bdbeed73de6 req-205b1c3b-1ff0-4a7f-99fc-019d45e1af43 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400297
Jun 06 11:56:21.946047 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facbefdf0>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'd9f25a0a-e414-4614-820f-ccd5936e1492', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:c0:76:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239fffb1-9485-4e85-a042-3bc13453d98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:19Z', 'updated_at': '2021-06-06T11:56:19Z', 'revision_number': 0, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:21.950404 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f187f3a3-ab7d-4703-b997-36dfaf2c123a None None] The sync data for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi is: [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'd9f25a0a-e414-4614-820f-ccd5936e1492', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.239', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:c0:76:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '239fffb1-9485-4e85-a042-3bc13453d98b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:19Z', 'updated_at': '2021-06-06T11:56:19Z', 'revision_number': 0, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:56:22.191119 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9679ccb1-0b2b-4a79-ae8d-19ebf038525e None None] New status for floating IP d9f25a0a-e414-4614-820f-ccd5936e1492: ACTIVE {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:56:25.181054 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55540) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:25.294595 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-640960f1-e7ec-4a19-acd5-09b42985001f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:25.392236 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-640960f1-e7ec-4a19-acd5-09b42985001f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:25.395394 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-640960f1-e7ec-4a19-acd5-09b42985001f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:25.403442 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-241f8180-df4b-4897-8336-8aa5072cdb45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:25.441382 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-640960f1-e7ec-4a19-acd5-09b42985001f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=939e4d6469174c3d9974baa734f0efa9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2592137
Jun 06 11:56:25.442158 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640960f1-e7ec-4a19-acd5-09b42985001f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4dceff9-c4f9-477d-8436-b3e233fa4d02,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:25.443984 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55544) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:25.445223 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-640960f1-e7ec-4a19-acd5-09b42985001f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:25.505336 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1199-e566-46c4-80df-8f4dc8ccd89e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:25.530521 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1199-e566-46c4-80df-8f4dc8ccd89e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:25.581595 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1199-e566-46c4-80df-8f4dc8ccd89e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:25.584105 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5dfb1199-e566-46c4-80df-8f4dc8ccd89e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:25.585296 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-5dfb1199-e566-46c4-80df-8f4dc8ccd89e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f4dceff9-c4f9-477d-8436-b3e233fa4d02 HTTP/1.1" status: 204  len: 168 time: 0.1402464
Jun 06 11:56:25.586131 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4e4bbff8-eb34-43cc-8ec3-f9715266cfa2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:25.596474 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfb1199-e566-46c4-80df-8f4dc8ccd89e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4dceff9-c4f9-477d-8436-b3e233fa4d02,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:25.598799 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5dfb1199-e566-46c4-80df-8f4dc8ccd89e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:27.316921 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55608) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:27.430935 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b4759198-83b2-44d1-b930-254eae385e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:27.531830 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b4759198-83b2-44d1-b930-254eae385e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:27.537146 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b4759198-83b2-44d1-b930-254eae385e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:27.545790 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e100d7f9-a133-4beb-ab28-80401f4c634e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:27.584111 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-b4759198-83b2-44d1-b930-254eae385e82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6372cc3e3bad4019aa4f491041fa8e1b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2660854
Jun 06 11:56:27.585778 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4759198-83b2-44d1-b930-254eae385e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576fbfe6-5d5c-4901-a047-e70425ebf966,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:27.586767 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55612) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:27.588811 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-b4759198-83b2-44d1-b930-254eae385e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:27.655312 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b5a3bd2a-4bb1-470f-ad6d-71121bbd3e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:27.683795 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b5a3bd2a-4bb1-470f-ad6d-71121bbd3e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:27.736860 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b5a3bd2a-4bb1-470f-ad6d-71121bbd3e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:27.739298 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b5a3bd2a-4bb1-470f-ad6d-71121bbd3e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:27.740396 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-b5a3bd2a-4bb1-470f-ad6d-71121bbd3e58 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/576fbfe6-5d5c-4901-a047-e70425ebf966 HTTP/1.1" status: 204  len: 168 time: 0.1524727
Jun 06 11:56:27.741152 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3f670cf0-8e61-4d7c-8e43-17c1bc664f6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:27.750275 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a3bd2a-4bb1-470f-ad6d-71121bbd3e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576fbfe6-5d5c-4901-a047-e70425ebf966,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:27.752573 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b5a3bd2a-4bb1-470f-ad6d-71121bbd3e58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:28.418567 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55642) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:28.521004 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1199756254-network', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:28.542040 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Made reservation on behalf of 5d7527513e8342feb4bbeaf1a100ded0 for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:56:28.544321 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:28.556272 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:28.659094 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:28.662778 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:28.665585 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a7d5d6c1-fa63-49c9-9919-b13a95e4ff4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:28.697113 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] vlan segment allocate from pool success with {'vlan_id': 658, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:56:28.701999 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4eb41d7-15c6-4b64-8623-6038d23c09fa,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:28.705482 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:28.708891 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:28.709287 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Added segment 846470bf-c38e-41f9-b705-f963d8e0c53e of type vlan for network 9d8d2b8f-4573-48da-8fc1-b3932b34807e
Jun 06 11:56:28.733957 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:28.761688 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:28.763044 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:28.763610 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:28.768056 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:28.805201 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3855393
Jun 06 11:56:28.808131 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55648) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:28.813225 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Request body: {'subnet': {'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1199756254-subnet', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'ip_version': 4}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:28.833498 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Made reservation on behalf of 5d7527513e8342feb4bbeaf1a100ded0 for: {'subnet': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:56:28.835883 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4064724'] for subnet, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:28.861656 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Pushing event updated for resources: {'Network': ['ID=9d8d2b8f-4573-48da-8fc1-b3932b34807e,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:28.864319 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:28.874087 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 9d8d2b8f-4573-48da-8fc1-b3932b34807e details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:56:29.040299 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-809216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4064710'] for subnet, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.044920 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:29.115363 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a641ac2e-55ba-4e95-886a-729156c57985,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:29.119182 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:29.123140 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Checking segment: {'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:56:29.123473 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Network hostable DHCP agents. Network: 9d8d2b8f-4573-48da-8fc1-b3932b34807e, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:56:29.141566 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Network 9d8d2b8f-4573-48da-8fc1-b3932b34807e is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:56:29.151159 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 9d8d2b8f-4573-48da-8fc1-b3932b34807e) {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:29.163528 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:29.163528 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.163731 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01dd675-a4f7-418a-ae53-1fb09831bc84 None None] Network 9d8d2b8f-4573-48da-8fc1-b3932b34807e requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:56:29.180382 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55658) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:29.181213 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3719678
Jun 06 11:56:29.185485 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:29.209893 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13581'] for router, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.210923 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1649150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-304764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13588'] for router, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.304382 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.377945 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd720dfd-3095-5a56-8e8c-de7b1fec5ee5-9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985'}]}} from dv-cinder-786260-3-iscsi. {{(pid=91707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 06 11:56:29.378916 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.539450 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.db_base_plugin_common [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Allocated IP 172.20.0.2 (9d8d2b8f-4573-48da-8fc1-b3932b34807e/a641ac2e-55ba-4e95-886a-729156c57985/352d29b0-6810-4dc3-9001-08cde867f0e6) {{(pid=91707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:29.573083 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.760640 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Notify callbacks [] for port, precommit_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.771302 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Transition to ACTIVE for port object 352d29b0-6810-4dc3-9001-08cde867f0e6 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:29.788917 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Transition to ACTIVE for port object 352d29b0-6810-4dc3-9001-08cde867f0e6 will not be triggered until provisioned by entity DHCP. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:29.794356 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.799126 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-cfb9bc8d-5585-4054-82fa-1152e4aa232e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:29.863100 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Network 9d8d2b8f-4573-48da-8fc1-b3932b34807e is already hosted by enough agents. {{(pid=91707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:29.865958 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.base_scheduler [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Resources bound (agent type, host, resource id):  {{(pid=91707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:29.869578 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Received port after_create {{(pid=91707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:29.875930 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Pushing event updated for resources: {'Port': ['ID=352d29b0-6810-4dc3-9001-08cde867f0e6,revision_number=1']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:29.880013 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:29.887412 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.922552 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.965390 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Attempting to bind port 352d29b0-6810-4dc3-9001-08cde867f0e6 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:56:29.966467 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Attempting to bind port 352d29b0-6810-4dc3-9001-08cde867f0e6 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:56:29.966467 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Attempting to bind port 352d29b0-6810-4dc3-9001-08cde867f0e6 on network 9d8d2b8f-4573-48da-8fc1-b3932b34807e {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:56:29.971489 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:56:29.971859 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Checking segment: {'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:56:29.972258 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:29.972653 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Bound using segment: {'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:56:29.973124 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Bound port: 352d29b0-6810-4dc3-9001-08cde867f0e6, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:56:29.973489 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:30.061717 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] For port 352d29b0-6810-4dc3-9001-08cde867f0e6, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:56:30.065923 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] For port 352d29b0-6810-4dc3-9001-08cde867f0e6, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=352d29b0-6810-4dc3-9001-08cde867f0e6,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:56:30.066398 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Allocated IP 172.27.1.169 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/60b78f74-a906-4604-8785-e7a033ede5b4) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:30.070189 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:30.074780 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:30.150051 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Pushing event updated for resources: {'Port': ['ID=352d29b0-6810-4dc3-9001-08cde867f0e6,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:30.153208 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:30.220078 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:30.251885 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:30.256997 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7c1ec664-9fe8-435d-a6c7-30e5c2a2cfa5 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:30.320417 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:30.323266 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:30.326931 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:30.380559 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Pushing event updated for resources: {'Port': ['ID=60b78f74-a906-4604-8785-e7a033ede5b4,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:30.385040 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:30.713222 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 352d29b0-6810-4dc3-9001-08cde867f0e6 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:30.787939 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 352d29b0-6810-4dc3-9001-08cde867f0e6 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:30.870676 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:31.069047 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb0d8e9-a4b3-4c45-b62e-e117f292d69a None None] Network 9d8d2b8f-4573-48da-8fc1-b3932b34807e requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:56:31.186788 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-2a61cf10-c468-477b-ac23-b5b4a4c24551 None None] Provisioning for port 352d29b0-6810-4dc3-9001-08cde867f0e6 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:31.195726 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-2a61cf10-c468-477b-ac23-b5b4a4c24551 None None] Provisioning complete for port 352d29b0-6810-4dc3-9001-08cde867f0e6 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:31.196097 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2a61cf10-c468-477b-ac23-b5b4a4c24551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:31.213429 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059'] for router, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:31.411732 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Router f90617f7-6268-4d5d-957b-3e7bf4d9e207 is scheduled to L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c with binding_index 1 {{(pid=91706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 06 11:56:31.412844 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2a61cf10-c468-477b-ac23-b5b4a4c24551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:31.451813 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-2a61cf10-c468-477b-ac23-b5b4a4c24551 None None] For port 352d29b0-6810-4dc3-9001-08cde867f0e6, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=352d29b0-6810-4dc3-9001-08cde867f0e6,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:31.456060 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2a61cf10-c468-477b-ac23-b5b4a4c24551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:31.458341 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:31.522750 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61cf10-c468-477b-ac23-b5b4a4c24551 None None] Pushing event updated for resources: {'Port': ['ID=352d29b0-6810-4dc3-9001-08cde867f0e6,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:31.525756 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-2a61cf10-c468-477b-ac23-b5b4a4c24551 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:31.595189 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:56:31.604603 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Sync routers for ids ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:56:31.615028 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Routers {'f90617f7-6268-4d5d-957b-3e7bf4d9e207'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:31.615641 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fadb0a910>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:31.623338 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Notify callbacks [] for router, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:31.624811 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.4431379
Jun 06 11:56:31.627884 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55682) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:31.811084 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8b169f47-2400-4157-8994-67e9819bf68d None None] Provisioning complete for port 352d29b0-6810-4dc3-9001-08cde867f0e6 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:31.811372 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8b169f47-2400-4157-8994-67e9819bf68d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:31.862370 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Set router f90617f7-6268-4d5d-957b-3e7bf4d9e207 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:32.220938 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fadb0a910>, [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:30Z', 'revision_number': 3, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:32.224763 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Checking router: f90617f7-6268-4d5d-957b-3e7bf4d9e207 for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:56:32.225114 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Updating router f90617f7-6268-4d5d-957b-3e7bf4d9e207 port 60b78f74-a906-4604-8785-e7a033ede5b4 binding host dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:56:32.275860 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.427672 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.544264 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.605025 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Notify callbacks [] for port, precommit_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.616250 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Transition to ACTIVE for port object 60b78f74-a906-4604-8785-e7a033ede5b4 will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:32.623077 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.628121 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-43327679-0a4f-4831-b281-c36455a459f6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:32.632558 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Allocated IP 172.20.0.1 (9d8d2b8f-4573-48da-8fc1-b3932b34807e/a641ac2e-55ba-4e95-886a-729156c57985/5a7c1a31-dbc0-4768-9199-d740bca80cf0) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:32.702648 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 352d29b0-6810-4dc3-9001-08cde867f0e6 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:32.746940 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Attempting to bind port 60b78f74-a906-4604-8785-e7a033ede5b4 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:56:32.747300 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Attempting to bind port 60b78f74-a906-4604-8785-e7a033ede5b4 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:56:32.747659 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Attempting to bind port 60b78f74-a906-4604-8785-e7a033ede5b4 on network e66ff1dc-41f2-4152-9c0f-1b0300d6578f {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:56:32.755757 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e784d-6cb3-4c53-82d3-1721e16b47b9 None None] Pushing event updated for resources: {'Port': ['ID=60b78f74-a906-4604-8785-e7a033ede5b4,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:32.761515 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-524e784d-6cb3-4c53-82d3-1721e16b47b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:32.762415 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:56:32.762785 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:56:32.763182 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.763611 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Bound using segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:56:32.764013 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Bound port: 60b78f74-a906-4604-8785-e7a033ede5b4, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:56:32.764380 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.785796 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.802455 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Transition to ACTIVE for port object 5a7c1a31-dbc0-4768-9199-d740bca80cf0 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:32.826381 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.830987 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-52bd2f06-27f1-4a34-af50-b008b8f20a7a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:32.883945 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 352d29b0-6810-4dc3-9001-08cde867f0e6 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:32.884301 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.893998 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Network 9d8d2b8f-4573-48da-8fc1-b3932b34807e is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:32.896750 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:32.899383 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:32.912474 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] For port 60b78f74-a906-4604-8785-e7a033ede5b4, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:56:32.934720 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] For port 60b78f74-a906-4604-8785-e7a033ede5b4, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=60b78f74-a906-4604-8785-e7a033ede5b4,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:56:32.934968 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7c1a31-dbc0-4768-9199-d740bca80cf0,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:32.939487 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:32.943873 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:32.949190 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:32.968244 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314857'] for router_interface, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:33.055647 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Routers {'f90617f7-6268-4d5d-957b-3e7bf4d9e207'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:33.056215 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fadb0a910>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:33.139861 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524e784d-6cb3-4c53-82d3-1721e16b47b9 None None] Pushing event updated for resources: {'Port': ['ID=60b78f74-a906-4604-8785-e7a033ede5b4,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:33.148707 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-524e784d-6cb3-4c53-82d3-1721e16b47b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:33.248194 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:33.268210 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-878de5e7-b21e-4309-bd4b-3ac690953ed2 None None] Provisioning for port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:33.277618 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-878de5e7-b21e-4309-bd4b-3ac690953ed2 None None] Provisioning complete for port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:33.278005 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-878de5e7-b21e-4309-bd4b-3ac690953ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:33.318135 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] Set router f90617f7-6268-4d5d-957b-3e7bf4d9e207 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:33.456743 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-878de5e7-b21e-4309-bd4b-3ac690953ed2 None None] Port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:56:33.477557 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:33.482032 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:33.509373 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5867c0d1-7b5d-4862-9cb6-c39840e19db5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:33.590303 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647281'] for router_interface, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:33.594406 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Pushing event updated for resources: {'Port': ['ID=5a7c1a31-dbc0-4768-9199-d740bca80cf0,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:33.597482 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:33.620855 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fadb0a910>, [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:30Z', 'revision_number': 3, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:33.624738 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7548cb4-bb55-4645-a358-084c81e70bdb None None] The sync data for ids ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'] in dv-cinder-786260-3-iscsi is: [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:30Z', 'revision_number': 3, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:56:33.695804 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:56:33.737884 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Network 9d8d2b8f-4573-48da-8fc1-b3932b34807e is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:33.738954 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:34.075726 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Router f90617f7-6268-4d5d-957b-3e7bf4d9e207 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:56:34.085154 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-ef63fa80-90d9-48b3-8fa2-5dc920d7b989 None None] Provisioning complete for port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:34.085607 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ef63fa80-90d9-48b3-8fa2-5dc920d7b989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:34.143227 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-ef63fa80-90d9-48b3-8fa2-5dc920d7b989 None None] Port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:56:34.260213 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:56:34.265001 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] 10.222.0.46 "PUT /v2.0/routers/f90617f7-6268-4d5d-957b-3e7bf4d9e207/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6360705
Jun 06 11:56:34.705624 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 60b78f74-a906-4604-8785-e7a033ede5b4 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:34.776942 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 60b78f74-a906-4604-8785-e7a033ede5b4 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:34.782539 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 60b78f74-a906-4604-8785-e7a033ede5b4 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:34.782679 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55726) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:34.783176 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:34.787983 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1755505527-network', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:34.810938 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Made reservation on behalf of 09522170ef784e5cba4d56a8bdeccee8 for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:56:34.813300 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:34.824931 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:34.924261 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:34.941812 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 60b78f74-a906-4604-8785-e7a033ede5b4, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=60b78f74-a906-4604-8785-e7a033ede5b4,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:34.947885 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:34.951633 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:34.960109 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:34.967140 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:34.971296 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2c6fcb57-0e8f-4b01-ac07-061508599654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:35.009178 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03f0c286-6a51-438b-8402-39e21a87ee70,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:35.015195 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:35.016486 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] vlan segment allocate from pool success with {'vlan_id': 652, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 11:56:35.028092 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.028437 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Added segment d841b60e-fea5-4dd8-a8d8-262b0555510a of type vlan for network 0345671d-63e1-4f84-bb25-4336b2c46b58
Jun 06 11:56:35.041756 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=60b78f74-a906-4604-8785-e7a033ede5b4,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:35.044972 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:35.057846 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.088888 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.090617 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:35.091269 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.097210 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:35.141030 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.3543715
Jun 06 11:56:35.142144 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55738) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:35.150769 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Request body: {'subnet': {'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1755505527-subnet', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'ip_version': 4}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:35.185886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Made reservation on behalf of 09522170ef784e5cba4d56a8bdeccee8 for: {'subnet': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:56:35.188403 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4064724'] for subnet, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.198348 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Pushing event updated for resources: {'Network': ['ID=0345671d-63e1-4f84-bb25-4336b2c46b58,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:35.201392 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:35.210937 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network 0345671d-63e1-4f84-bb25-4336b2c46b58 details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 11:56:35.260356 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Sync routers for ids ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:56:35.273977 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Routers {'f90617f7-6268-4d5d-957b-3e7bf4d9e207'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:35.275599 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fadae1040>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:35.366957 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55742) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:35.408929 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-809216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4064710'] for subnet, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.413630 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:35.485109 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b070a6d-8988-4bd2-aed6-764122fa2f42,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:35.488424 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:35.495142 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Checking segment: {'id': 'd841b60e-fea5-4dd8-a8d8-262b0555510a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:56:35.495982 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Network hostable DHCP agents. Network: 0345671d-63e1-4f84-bb25-4336b2c46b58, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 11:56:35.503426 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7c26b699-4182-4d9d-9a13-26905a6eb7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.513183 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Set router f90617f7-6268-4d5d-957b-3e7bf4d9e207 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:35.515116 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Network 0345671d-63e1-4f84-bb25-4336b2c46b58 is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 11:56:35.527207 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, 0345671d-63e1-4f84-bb25-4336b2c46b58) {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:35.533253 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:35.533892 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.543341 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-770aa965-ecb9-47a9-a21d-348ff75b336c None None] Network 0345671d-63e1-4f84-bb25-4336b2c46b58 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:56:35.616837 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7c26b699-4182-4d9d-9a13-26905a6eb7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.621436 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7c26b699-4182-4d9d-9a13-26905a6eb7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.627393 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4836631
Jun 06 11:56:35.630044 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55746) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:35.631041 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3339903f-3940-4c81-a6cc-0dcb447f5572 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:35.637606 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1755505527-router', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:35.661027 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c26b699-4182-4d9d-9a13-26905a6eb7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea735ad4-9ea2-41dc-828c-f516dd43ee6b,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:35.665820 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7c26b699-4182-4d9d-9a13-26905a6eb7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:35.673870 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1650754', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13581'] for router, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.676928 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1651675', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1649150', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-304764', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13588'] for router, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.684634 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-7c26b699-4182-4d9d-9a13-26905a6eb7ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6de7235abb6244749e2b6632e38d5e36&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3165357
Jun 06 11:56:35.688021 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55748) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:35.710123 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.734824 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ae2b7f41-98a6-4aaa-bdde-0da2bb22de7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.756321 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34f62c7a-0819-484f-9d23-2950a25299ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.787007 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34f62c7a-0819-484f-9d23-2950a25299ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.802090 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpcd720dfd-3095-5a56-8e8c-de7b1fec5ee5-0345671d-63e1-4f84-bb25-4336b2c46b58', 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'fixed_ips': [{'subnet_id': '4b070a6d-8988-4bd2-aed6-764122fa2f42'}]}} from dv-cinder-786260-3-iscsi. {{(pid=91707) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}}
Jun 06 11:56:35.803648 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.851753 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34f62c7a-0819-484f-9d23-2950a25299ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.855587 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34f62c7a-0819-484f-9d23-2950a25299ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:35.857215 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-34f62c7a-0819-484f-9d23-2950a25299ce admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ea735ad4-9ea2-41dc-828c-f516dd43ee6b HTTP/1.1" status: 204  len: 168 time: 0.1676426
Jun 06 11:56:35.858067 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-38758229-9658-4dc0-b984-386598f86543 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:35.872801 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f62c7a-0819-484f-9d23-2950a25299ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea735ad4-9ea2-41dc-828c-f516dd43ee6b,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:35.875941 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-34f62c7a-0819-484f-9d23-2950a25299ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:35.894560 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fadae1040>, [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:33Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '5a7c1a31-dbc0-4768-9199-d740bca80cf0', 'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'mac_address': 'fa:16:3e:ee:29:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:32Z', 'updated_at': '2021-06-06T11:56:33Z', 'revision_number': 2, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'subnets': [{'id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:35.898940 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Checking router: f90617f7-6268-4d5d-957b-3e7bf4d9e207 for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:56:35.899293 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Updating router f90617f7-6268-4d5d-957b-3e7bf4d9e207 port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 binding host dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:56:35.962034 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.041520 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1649036', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1650768', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13602'] for router, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.074285 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.db_base_plugin_common [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Allocated IP 172.20.0.2 (0345671d-63e1-4f84-bb25-4336b2c46b58/4b070a6d-8988-4bd2-aed6-764122fa2f42/94859bc3-07f1-4549-8395-d39353764afd) {{(pid=91707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:36.275057 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55754) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:36.294794 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ad0eba87-814d-49f6-a4e4-45a0b38ff512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.325189 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Notify callbacks [] for port, precommit_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.338262 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Transition to ACTIVE for port object 94859bc3-07f1-4549-8395-d39353764afd will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:36.358825 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Notify callbacks [] for port, precommit_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.360859 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Transition to ACTIVE for port object 94859bc3-07f1-4549-8395-d39353764afd will not be triggered until provisioned by entity DHCP. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:36.368500 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360'] for port, after_create {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.375769 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.provisioning_blocks [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Transition to ACTIVE for port object 5a7c1a31-dbc0-4768-9199-d740bca80cf0 will not be triggered until provisioned by entity L2. {{(pid=91708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:36.383087 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:36.387857 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.393739 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-cb0ededa-54fa-4925-8807-12d482c23f0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:36.406831 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.445122 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.478605 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ad0eba87-814d-49f6-a4e4-45a0b38ff512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.487922 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ad0eba87-814d-49f6-a4e4-45a0b38ff512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.488143 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Network 0345671d-63e1-4f84-bb25-4336b2c46b58 is already hosted by enough agents. {{(pid=91707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:36.489353 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.scheduler.base_scheduler [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Resources bound (agent type, host, resource id):  {{(pid=91707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:36.491255 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Pushing event updated for resources: {'Port': ['ID=94859bc3-07f1-4549-8395-d39353764afd,revision_number=1']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:36.499634 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Received port after_create {{(pid=91707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:36.502835 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:36.527708 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-649e6fe8-5e4a-4dde-9a67-e45db51eeee7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:36.556200 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Pushing event updated for resources: {'Port': ['ID=5a7c1a31-dbc0-4768-9199-d740bca80cf0,revision_number=3']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:36.577664 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0eba87-814d-49f6-a4e4-45a0b38ff512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3dca71d-d5b7-43f0-a75f-00c11ee924d8,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:36.588284 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-ad0eba87-814d-49f6-a4e4-45a0b38ff512 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0ac0a6c8f195423785f8c2f624af2158&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3120818
Jun 06 11:56:36.589348 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-ad0eba87-814d-49f6-a4e4-45a0b38ff512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:36.590959 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55760) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:36.617431 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.617764 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.618090 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.618413 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.618730 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.619205 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.619523 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.619835 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.620166 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.620477 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.620807 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.621113 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:36.649609 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:36.703499 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Attempting to bind port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:56:36.712593 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Attempting to bind port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:56:36.714241 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-609bc42a-2945-4cac-8aee-6106c88dc3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.715990 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Attempting to bind port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 on network 9d8d2b8f-4573-48da-8fc1-b3932b34807e {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:56:36.729345 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:56:36.729781 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Checking segment: {'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:56:36.730536 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.730536 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Bound using segment: {'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:56:36.731042 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Bound port: 5a7c1a31-dbc0-4768-9199-d740bca80cf0, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'}}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:56:36.731410 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.737392 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Attempting to bind port 94859bc3-07f1-4549-8395-d39353764afd on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:56:36.739456 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Attempting to bind port 94859bc3-07f1-4549-8395-d39353764afd by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': 'd841b60e-fea5-4dd8-a8d8-262b0555510a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:56:36.750591 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Attempting to bind port 94859bc3-07f1-4549-8395-d39353764afd on network 0345671d-63e1-4f84-bb25-4336b2c46b58 {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:56:36.757144 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:56:36.757527 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Checking segment: {'id': 'd841b60e-fea5-4dd8-a8d8-262b0555510a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:56:36.757935 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.758329 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Bound using segment: {'id': 'd841b60e-fea5-4dd8-a8d8-262b0555510a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:56:36.758805 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Bound port: 94859bc3-07f1-4549-8395-d39353764afd, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd841b60e-fea5-4dd8-a8d8-262b0555510a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:56:36.759297 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.790906 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 60b78f74-a906-4604-8785-e7a033ede5b4 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:36.877497 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Allocated IP 172.27.1.14 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:36.884353 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] For port 5a7c1a31-dbc0-4768-9199-d740bca80cf0, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:56:36.888883 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] For port 5a7c1a31-dbc0-4768-9199-d740bca80cf0, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=5a7c1a31-dbc0-4768-9199-d740bca80cf0,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:56:36.905204 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.911705 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:36.944931 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] For port 94859bc3-07f1-4549-8395-d39353764afd, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:56:36.946418 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-609bc42a-2945-4cac-8aee-6106c88dc3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.948360 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] For port 94859bc3-07f1-4549-8395-d39353764afd, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=94859bc3-07f1-4549-8395-d39353764afd,segment=NetworkSegment(d841b60e-fea5-4dd8-a8d8-262b0555510a),segment_id=d841b60e-fea5-4dd8-a8d8-262b0555510a)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:56:36.965089 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:36.969596 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:36.999178 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 60b78f74-a906-4604-8785-e7a033ede5b4 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:36.999556 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:37.020379 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Pushing event updated for resources: {'Port': ['ID=5a7c1a31-dbc0-4768-9199-d740bca80cf0,revision_number=4']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:37.025915 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-559488a5-29ea-42d9-bfdd-3d87a432cb41 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:37.066154 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Routers {'f90617f7-6268-4d5d-957b-3e7bf4d9e207'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:37.067439 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fadae1040>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:37.068519 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-609bc42a-2945-4cac-8aee-6106c88dc3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:37.072955 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-609bc42a-2945-4cac-8aee-6106c88dc3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:37.074799 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-609bc42a-2945-4cac-8aee-6106c88dc3d5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b3dca71d-d5b7-43f0-a75f-00c11ee924d8 HTTP/1.1" status: 204  len: 168 time: 0.4823968
Jun 06 11:56:37.076004 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-217f2a6b-6c8e-4dd7-8c95-591bc42608f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:37.114736 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609bc42a-2945-4cac-8aee-6106c88dc3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3dca71d-d5b7-43f0-a75f-00c11ee924d8,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:37.130533 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-609bc42a-2945-4cac-8aee-6106c88dc3d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:37.130874 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Pushing event updated for resources: {'Port': ['ID=94859bc3-07f1-4549-8395-d39353764afd,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:37.151094 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:37.168406 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:37.254399 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:37.259346 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:37.386538 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] Set router f90617f7-6268-4d5d-957b-3e7bf4d9e207 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:37.427932 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:37.431053 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:37.438862 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:37.479222 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Pushing event updated for resources: {'Port': ['ID=955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:37.514943 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:37.729686 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55774) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:37.748249 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2796f613-5a18-45c2-8a69-1655e8d1d78f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:37.884470 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fadae1040>, [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:33Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '5a7c1a31-dbc0-4768-9199-d740bca80cf0', 'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'mac_address': 'fa:16:3e:ee:29:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:32Z', 'updated_at': '2021-06-06T11:56:36Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'subnets': [{'id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:37.893213 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91b0ec16-6f5b-45a2-a2e1-e16e3d792dce None None] The sync data for ids ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'] in dv-cinder-786260-3-iscsi is: [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:33Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '5a7c1a31-dbc0-4768-9199-d740bca80cf0', 'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'mac_address': 'fa:16:3e:ee:29:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:32Z', 'updated_at': '2021-06-06T11:56:36Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'subnets': [{'id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:56:37.967695 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2796f613-5a18-45c2-8a69-1655e8d1d78f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:37.990707 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2796f613-5a18-45c2-8a69-1655e8d1d78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:38.044053 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1afa9ac8-fa85-4c08-b03e-c9ec11b04332 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:38.086071 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-2796f613-5a18-45c2-8a69-1655e8d1d78f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=463fdd9c277a4ed7882a7bd1c235c6fa&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3554912
Jun 06 11:56:38.087412 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2796f613-5a18-45c2-8a69-1655e8d1d78f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a33632-2e20-44a0-9cc1-d4bc757114d7,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:38.105132 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55786) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:38.107752 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2796f613-5a18-45c2-8a69-1655e8d1d78f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:38.179223 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:38.208077 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf17cb10-f7b4-4b7a-a10a-d682a6d5fa15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:38.237746 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf17cb10-f7b4-4b7a-a10a-d682a6d5fa15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:38.301404 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:38.326115 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf17cb10-f7b4-4b7a-a10a-d682a6d5fa15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:38.329704 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bf17cb10-f7b4-4b7a-a10a-d682a6d5fa15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:38.333523 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-bf17cb10-f7b4-4b7a-a10a-d682a6d5fa15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c0a33632-2e20-44a0-9cc1-d4bc757114d7 HTTP/1.1" status: 204  len: 168 time: 0.2246439
Jun 06 11:56:38.333523 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2c81e2d9-fcf4-4305-bc95-db7da4d4ab12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:38.347751 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf17cb10-f7b4-4b7a-a10a-d682a6d5fa15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a33632-2e20-44a0-9cc1-d4bc757114d7,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:38.356138 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-bf17cb10-f7b4-4b7a-a10a-d682a6d5fa15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:38.640420 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-932e2b78-c9b8-47d0-acbd-6904d12c16b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:38.648336 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8460d18b-c3e7-43af-a315-49a9f7d36732 None None] Network 0345671d-63e1-4f84-bb25-4336b2c46b58 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:56:38.876981 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1650763', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1649059'] for router, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:38.921821 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8c408de9-4634-441c-af49-9cf17427011f None None] Provisioning for port 94859bc3-07f1-4549-8395-d39353764afd completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:38.925787 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 5a7c1a31-dbc0-4768-9199-d740bca80cf0 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:39.150174 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:39.160284 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:39.160663 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:39.399450 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:39.445025 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 5a7c1a31-dbc0-4768-9199-d740bca80cf0, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=5a7c1a31-dbc0-4768-9199-d740bca80cf0,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:39.455420 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:39.456653 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 94859bc3-07f1-4549-8395-d39353764afd up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:39.489165 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:39.599304 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=5a7c1a31-dbc0-4768-9199-d740bca80cf0,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:39.607585 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:39.620916 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 94859bc3-07f1-4549-8395-d39353764afd completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:39.635062 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 94859bc3-07f1-4549-8395-d39353764afd triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:39.635917 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:39.672714 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772f46-683b-4f1f-808f-b90fc404635b req-4edfc364-028e-4a9e-b3e0-b86c3be3b417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:39.676538 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-60772f46-683b-4f1f-808f-b90fc404635b req-4edfc364-028e-4a9e-b3e0-b86c3be3b417 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=458108fba5ab4f0e8523a41be88470ac&device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 1138 time: 0.6922073
Jun 06 11:56:39.701448 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf52762-1139-4257-9cdc-45d9bb50c902 req-1c5f9f86-c62b-428a-b2d3-1e21a878b808 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:39.709221 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-baf52762-1139-4257-9cdc-45d9bb50c902 req-1c5f9f86-c62b-428a-b2d3-1e21a878b808 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.5857306
Jun 06 11:56:39.764237 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:39.783110 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a43ca8-bca1-4379-9c16-5350ee4e50d1 req-14c288f5-4adb-452d-a0b2-1c601d785e19 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:39.784729 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-84a43ca8-bca1-4379-9c16-5350ee4e50d1 req-14c288f5-4adb-452d-a0b2-1c601d785e19 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.9856234
Jun 06 11:56:39.796260 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:39.800143 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca is scheduled to L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c with binding_index 1 {{(pid=91705) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 06 11:56:39.841529 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-6a01a478-3453-4407-8002-b0332fd3ec0f None None] Provisioning complete for port 94859bc3-07f1-4549-8395-d39353764afd triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:39.841746 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6a01a478-3453-4407-8002-b0332fd3ec0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:39.866332 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-baf52762-1139-4257-9cdc-45d9bb50c902 req-24b3979d-2447-493c-82b0-6ccf9de0bf5b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1558890
Jun 06 11:56:39.922423 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 94859bc3-07f1-4549-8395-d39353764afd, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=94859bc3-07f1-4549-8395-d39353764afd,segment=NetworkSegment(d841b60e-fea5-4dd8-a8d8-262b0555510a),segment_id=d841b60e-fea5-4dd8-a8d8-262b0555510a)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:39.936575 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:39.943883 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-524e784d-6cb3-4c53-82d3-1721e16b47b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:40.063278 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=94859bc3-07f1-4549-8395-d39353764afd,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:40.064856 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-84a43ca8-bca1-4379-9c16-5350ee4e50d1 req-b03a4810-ee99-49bf-a55a-ad0a31ee590a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2599585
Jun 06 11:56:40.083464 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:40.097183 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772f46-683b-4f1f-808f-b90fc404635b req-062dd8d2-90e5-4b9c-aff5-f2ed8ec47d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:40.098639 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-60772f46-683b-4f1f-808f-b90fc404635b req-062dd8d2-90e5-4b9c-aff5-f2ed8ec47d72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=482756af-f78b-4edd-8ddf-6e810a38e8bd HTTP/1.1" status: 200  len: 916 time: 0.3672662
Jun 06 11:56:40.316084 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:56:40.333100 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Sync routers for ids ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:56:40.346699 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-60772f46-683b-4f1f-808f-b90fc404635b req-6581107f-b016-4983-a9e1-d3575958d7f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 200  len: 1002 time: 0.1913502
Jun 06 11:56:40.350348 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Routers {'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:40.351761 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facbfeaf0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:40.391190 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Notify callbacks [] for router, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:40.392362 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 4.7600574
Jun 06 11:56:40.395145 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55832) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:40.430668 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772f46-683b-4f1f-808f-b90fc404635b req-1541fdb2-1322-4bc0-9ca1-ed212c158be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:40.432088 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-60772f46-683b-4f1f-808f-b90fc404635b req-1541fdb2-1322-4bc0-9ca1-ed212c158be5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=227800c8-0050-4047-8598-1cd029962f5b HTTP/1.1" status: 200  len: 854 time: 0.0769887
Jun 06 11:56:40.439772 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c52e339-e27a-461b-9a80-527bc02bd802 req-d0420e2d-3d6b-44ee-a7a1-b0808ff69c1d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:40.446782 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6c52e339-e27a-461b-9a80-527bc02bd802 req-d0420e2d-3d6b-44ee-a7a1-b0808ff69c1d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.2087166
Jun 06 11:56:40.537669 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6c52e339-e27a-461b-9a80-527bc02bd802 req-71a464ed-80f3-469e-bde2-4e6f922456b9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0898068
Jun 06 11:56:40.557224 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60772f46-683b-4f1f-808f-b90fc404635b req-13714814-20ee-49fb-a0a8-328b476b8def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:40.558575 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-60772f46-683b-4f1f-808f-b90fc404635b req-13714814-20ee-49fb-a0a8-328b476b8def service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=482756af-f78b-4edd-8ddf-6e810a38e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1097736
Jun 06 11:56:40.581863 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Set router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:40.714379 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-60772f46-683b-4f1f-808f-b90fc404635b req-39fbeb71-5f96-40ce-bbf0-6395b08e5cdc service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1428392
Jun 06 11:56:40.786922 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 5a7c1a31-dbc0-4768-9199-d740bca80cf0 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:40.922476 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:40.922851 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:40.941408 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-60772f46-683b-4f1f-808f-b90fc404635b req-9bc3807e-3954-43c9-a7a5-db8b8b4f4200 service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2152739
Jun 06 11:56:40.954463 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-3a197ae9-213d-4651-a0b1-b2f13f1d7065 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:40.955922 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-3a197ae9-213d-4651-a0b1-b2f13f1d7065 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.16 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.1182702
Jun 06 11:56:41.006472 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facbfeaf0>, [{'id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'name': 'tempest-TestShelveInstance-1755505527-router', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:35Z', 'updated_at': '2021-06-06T11:56:37Z', 'revision_number': 3, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'gw_port': {'id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:36Z', 'updated_at': '2021-06-06T11:56:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:41.053856 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Checking router: ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:56:41.054272 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Updating router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff binding host dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:56:41.138517 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.143357 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.195727 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.215031 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032fcd2d-135d-41fd-ad02-1a6c8aa1391a req-17b2cf5d-e819-48d6-97d0-8f4172ad427b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:41.216891 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-032fcd2d-135d-41fd-ad02-1a6c8aa1391a req-17b2cf5d-e819-48d6-97d0-8f4172ad427b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.2075655
Jun 06 11:56:41.266652 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 94859bc3-07f1-4549-8395-d39353764afd up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:41.420908 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Allocated IP 172.20.0.1 (0345671d-63e1-4f84-bb25-4336b2c46b58/4b070a6d-8988-4bd2-aed6-764122fa2f42/e47975c5-5a48-4900-b45d-98054f2e2112) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:41.455095 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Deleting port d4fd5703-3462-44b5-87af-034550946233 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:56:41.455350 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.480026 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-032fcd2d-135d-41fd-ad02-1a6c8aa1391a req-fd1a6a4f-9b97-4952-a25b-df57589e35b9 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2538683
Jun 06 11:56:41.545175 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Notify callbacks [] for port, precommit_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.556838 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Transition to ACTIVE for port object 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff will not be triggered until provisioned by entity L2. {{(pid=91707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:41.561304 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 94859bc3-07f1-4549-8395-d39353764afd triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:41.561494 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.596385 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.607222 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.611498 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:41.626882 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.provisioning_blocks [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Transition to ACTIVE for port object e47975c5-5a48-4900-b45d-98054f2e2112 will not be triggered until provisioned by entity DHCP. {{(pid=91706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:41.673789 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f33aa-3559-4415-91b5-fc646a7915f7 req-bf7aca1c-23bd-417d-88d8-98489c254815 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:41.675304 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.678051 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-879f33aa-3559-4415-91b5-fc646a7915f7 req-bf7aca1c-23bd-417d-88d8-98489c254815 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 946 time: 0.4126520
Jun 06 11:56:41.682674 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-23a7e895-7edf-420f-a570-bb35ce008c4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:41.689452 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] For port d4fd5703-3462-44b5-87af-034550946233, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=d4fd5703-3462-44b5-87af-034550946233,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:41.690165 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.733186 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Attempting to bind port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:56:41.733845 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Attempting to bind port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:56:41.735086 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Attempting to bind port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff on network e66ff1dc-41f2-4152-9c0f-1b0300d6578f {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:56:41.737315 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60cdd6-ce7c-4505-9d10-950068ffbcf4 None None] Pushing event updated for resources: {'Port': ['ID=955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff,revision_number=2']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:41.749388 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-7f60cdd6-ce7c-4505-9d10-950068ffbcf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:41.763721 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Network 0345671d-63e1-4f84-bb25-4336b2c46b58 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:41.766730 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:41.771360 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:41.829708 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:56:41.830020 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Pushing event updated for resources: {'Port': ['ID=e47975c5-5a48-4900-b45d-98054f2e2112,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:41.830155 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Checking segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:56:41.830726 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.831123 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Bound using segment: {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'} {{(pid=91707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:56:41.831770 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.managers [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Bound port: 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '444a1bb2-8314-4c88-b9bb-f56b8482702b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}}] {{(pid=91707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:56:41.832159 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.842939 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:41.853731 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-314857'] for router_interface, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:41.946346 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-879f33aa-3559-4415-91b5-fc646a7915f7 req-070f3c90-69cc-431e-8be7-ed2b0f580fba tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=10ccb11f-4565-4897-9e41-fc95e235aecb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2458317
Jun 06 11:56:42.032463 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] For port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:56:42.036008 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] For port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:56:42.046349 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.055404 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:42.156357 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Routers {'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:42.157223 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facbfeaf0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:42.161843 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.231823 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-666f1485-63ba-4a1a-a684-eb0cf074adc1 None None] Provisioning for port e47975c5-5a48-4900-b45d-98054f2e2112 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:42.238041 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f60cdd6-ce7c-4505-9d10-950068ffbcf4 None None] Pushing event updated for resources: {'Port': ['ID=955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff,revision_number=3']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:42.241583 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-7f60cdd6-ce7c-4505-9d10-950068ffbcf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:42.245736 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-666f1485-63ba-4a1a-a684-eb0cf074adc1 None None] Provisioning complete for port e47975c5-5a48-4900-b45d-98054f2e2112 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:42.246227 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-666f1485-63ba-4a1a-a684-eb0cf074adc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.248981 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c8f612-a7c6-4561-b8b0-f92f3fb81706 req-489958c0-f48c-430e-9204-7a750a543c7a tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:42.250502 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f2c8f612-a7c6-4561-b8b0-f92f3fb81706 req-489958c0-f48c-430e-9204-7a750a543c7a tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.5242407
Jun 06 11:56:42.315453 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-e10efa64-cfb9-441e-ad2d-cfa400f69f31 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:42.316988 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-e10efa64-cfb9-441e-ad2d-cfa400f69f31 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.2648842
Jun 06 11:56:42.378301 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-666f1485-63ba-4a1a-a684-eb0cf074adc1 None None] Port e47975c5-5a48-4900-b45d-98054f2e2112 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:56:42.383398 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f2c8f612-a7c6-4561-b8b0-f92f3fb81706 req-1ea705ee-c59f-4f5c-974b-55ebe08cbabc tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1228740
Jun 06 11:56:42.387626 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.387993 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.388302 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Floating IP 41fb180a-199a-4fb2-80f7-8fcf75fe6a78 disassociated. External IP: 172.27.1.57, port: d4fd5703-3462-44b5-87af-034550946233.
Jun 06 11:56:42.388632 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Calling delete_port for d4fd5703-3462-44b5-87af-034550946233 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:56:42.407145 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] Set router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:42.421273 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.427218 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2905577'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.453421 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-065e7a84-a197-4c8b-8c1f-05831c0b9fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:42.502722 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Deleting port ad405d97-9eae-487e-8973-d13a2d3fd5f7 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:56:42.503001 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.535747 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Pushing event updated for resources: {'Port': ['ID=e47975c5-5a48-4900-b45d-98054f2e2112,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:42.538996 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:42.540329 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1697184', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1647281'] for router_interface, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.698876 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Network 0345671d-63e1-4f84-bb25-4336b2c46b58 is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:42.700360 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:42.752036 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] For port ad405d97-9eae-487e-8973-d13a2d3fd5f7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ad405d97-9eae-487e-8973-d13a2d3fd5f7,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:42.752416 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.763661 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facbfeaf0>, [{'id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'name': 'tempest-TestShelveInstance-1755505527-router', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:35Z', 'updated_at': '2021-06-06T11:56:41Z', 'revision_number': 4, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'gw_port': {'id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:36Z', 'updated_at': '2021-06-06T11:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'e47975c5-5a48-4900-b45d-98054f2e2112', 'name': '', 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'mac_address': 'fa:16:3e:3c:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4b070a6d-8988-4bd2-aed6-764122fa2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:41Z', 'updated_at': '2021-06-06T11:56:41Z', 'revision_number': 1, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'subnets': [{'id': '4b070a6d-8988-4bd2-aed6-764122fa2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:42.765962 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.769853 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa1b902d-eaa0-4e32-83af-ba2196f70f0d None None] The sync data for ids ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'] in dv-cinder-786260-3-iscsi is: [{'id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'name': 'tempest-TestShelveInstance-1755505527-router', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:35Z', 'updated_at': '2021-06-06T11:56:41Z', 'revision_number': 4, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'gw_port': {'id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:36Z', 'updated_at': '2021-06-06T11:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'e47975c5-5a48-4900-b45d-98054f2e2112', 'name': '', 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'mac_address': 'fa:16:3e:3c:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4b070a6d-8988-4bd2-aed6-764122fa2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:41Z', 'updated_at': '2021-06-06T11:56:41Z', 'revision_number': 1, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'subnets': [{'id': '4b070a6d-8988-4bd2-aed6-764122fa2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:56:42.773595 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-eecc1089-6fdc-47a1-92ce-becba5863e69 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:42.896037 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event deleted for resources: {'Port': ['ID=d4fd5703-3462-44b5-87af-034550946233,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:42.922359 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:56:42.923866 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.924211 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.924865 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.925232 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.925588 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.926471 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.926824 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.927184 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.927678 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.927880 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-4e9891f1-30db-4206-87ea-f75cb5a5ee20 None None] Provisioning complete for port e47975c5-5a48-4900-b45d-98054f2e2112 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:42.928031 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.928377 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4e9891f1-30db-4206-87ea-f75cb5a5ee20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:42.928496 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.928726 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:42.938575 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:42.998440 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-4e9891f1-30db-4206-87ea-f75cb5a5ee20 None None] Port e47975c5-5a48-4900-b45d-98054f2e2112 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:56:43.117451 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddbcc4-ee2c-436e-a913-7f1786ea8ab8 req-09272539-80c5-471d-9ac5-be5ae58218ce tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:43.127449 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5ddbcc4-ee2c-436e-a913-7f1786ea8ab8 req-09272539-80c5-471d-9ac5-be5ae58218ce tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.4856458
Jun 06 11:56:43.190363 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:56:43.204447 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-f44e4c25-92b8-4d9c-b77d-eea72df92929 admin admin] 10.222.0.46 "PUT /v2.0/routers/ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8048065
Jun 06 11:56:43.535415 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55866) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:43.562061 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b5ddbcc4-ee2c-436e-a913-7f1786ea8ab8 req-56d1f418-f37f-4313-9512-2223dc75aba4 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.4340889
Jun 06 11:56:43.571412 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d4ff447e-e5bd-48d6-a148-ee12eacbad11 req-a3842c35-aa21-4a93-8192-e11a2c6aa856 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 210 time: 0.3864648
Jun 06 11:56:43.657521 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:43.657521 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:43.660424 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Floating IP 62232d33-7a8a-40f8-a246-8a14cd6ed723 disassociated. External IP: 172.27.1.75, port: ad405d97-9eae-487e-8973-d13a2d3fd5f7.
Jun 06 11:56:43.671609 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Calling delete_port for ad405d97-9eae-487e-8973-d13a2d3fd5f7 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:56:43.746830 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Router 7b542b49-7406-4e8f-9412-31886270adad has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:56:43.761436 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-478dc6a5-fd3b-4df3-b702-0a0218ed3831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:43.887983 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-478dc6a5-fd3b-4df3-b702-0a0218ed3831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:43.893792 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-478dc6a5-fd3b-4df3-b702-0a0218ed3831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:43.905634 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3ae38086-e248-4a97-8fc9-01885f9abe78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:43.975451 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dc6a5-fd3b-4df3-b702-0a0218ed3831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ad4a172-aa0e-4743-a937-651ac23c3114,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:43.978800 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-478dc6a5-fd3b-4df3-b702-0a0218ed3831 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:43.981628 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-478dc6a5-fd3b-4df3-b702-0a0218ed3831 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d15279c3d7964bbe8907e1e79a821ebd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4451721
Jun 06 11:56:43.984940 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55872) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:44.058107 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2763c58f-58a2-424b-a981-5c4121b7fba5 req-bed36014-25c0-41ba-807e-6c82b8209918 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:44.059790 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2763c58f-58a2-424b-a981-5c4121b7fba5 req-bed36014-25c0-41ba-807e-6c82b8209918 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 947 time: 0.2024295
Jun 06 11:56:44.069911 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-145176a3-90e3-4f84-82cd-33ab3f6a8e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.096924 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-145176a3-90e3-4f84-82cd-33ab3f6a8e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.143262 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2763c58f-58a2-424b-a981-5c4121b7fba5 req-8e5846d3-3398-4f81-a7c9-663ea34dc21c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=d9093038-cc85-4864-b4eb-4c5bf43eef33&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494201
Jun 06 11:56:44.166063 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:56:44.177811 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] Sync routers for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:56:44.190304 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-145176a3-90e3-4f84-82cd-33ab3f6a8e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.193374 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-145176a3-90e3-4f84-82cd-33ab3f6a8e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.194547 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-145176a3-90e3-4f84-82cd-33ab3f6a8e56 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1ad4a172-aa0e-4743-a937-651ac23c3114 HTTP/1.1" status: 204  len: 168 time: 0.2082820
Jun 06 11:56:44.195462 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-34eaea94-520d-4b8a-8f62-08b49a11f6f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:44.209454 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:44.211299 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad4892e0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:44.233201 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-145176a3-90e3-4f84-82cd-33ab3f6a8e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ad4a172-aa0e-4743-a937-651ac23c3114,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:44.249241 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-145176a3-90e3-4f84-82cd-33ab3f6a8e56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:44.295357 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] No DVR routers for this DVR port d4fd5703-3462-44b5-87af-034550946233 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:56:44.300130 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.303183 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2ecfbd0e-3ab1-4203-9855-560966e65f55 req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.16 "DELETE /v2.0/ports/d4fd5703-3462-44b5-87af-034550946233 HTTP/1.1" status: 204  len: 173 time: 3.3358588
Jun 06 11:56:44.304621 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'name': 'network-vif-deleted', 'tag': 'd4fd5703-3462-44b5-87af-034550946233'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:56:44.308621 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d02b4e-a06f-4af0-beba-276b86efd595" -d '{"events": [{"server_uuid": "2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2", "name": "network-vif-deleted", "tag": "d4fd5703-3462-44b5-87af-034550946233"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:56:44.311273 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.323281 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:44.361239 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55878) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:44.366409 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-91e248d4-3d37-482d-a6cc-aec941d7316e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1810266799', 'description': 'tempest-secgroup-smoke-1810266799 description', 'project_id': '5d7527513e8342feb4bbeaf1a100ded0'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:44.390140 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event deleted for resources: {'Port': ['ID=ad405d97-9eae-487e-8973-d13a2d3fd5f7,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:44.393461 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:44.412676 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-91e248d4-3d37-482d-a6cc-aec941d7316e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.442033 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:44.538071 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-91e248d4-3d37-482d-a6cc-aec941d7316e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.544920 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-91e248d4-3d37-482d-a6cc-aec941d7316e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.551218 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-478dc6a5-fd3b-4df3-b702-0a0218ed3831 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:44.590013 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e248d4-3d37-482d-a6cc-aec941d7316e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event updated for resources: {'SecurityGroup': ['ID=741f614f-6215-433d-ba1c-1bc985dd6305,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:44.601648 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850a13be-8b1d-47c2-8afb-30ffd2d5ec0b x-openstack-request-id: req-850a13be-8b1d-47c2-8afb-30ffd2d5ec0b {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:56:44.603024 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2", "name": "network-vif-deleted", "tag": "d4fd5703-3462-44b5-87af-034550946233", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:56:44.603759 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-850a13be-8b1d-47c2-8afb-30ffd2d5ec0b {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:56:44.604174 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2', 'name': 'network-vif-deleted', 'tag': 'd4fd5703-3462-44b5-87af-034550946233', 'status': 'completed', 'code': 200}
Jun 06 11:56:44.608005 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-91e248d4-3d37-482d-a6cc-aec941d7316e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:44.633252 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-91e248d4-3d37-482d-a6cc-aec941d7316e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.635767 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-91e248d4-3d37-482d-a6cc-aec941d7316e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.2734556
Jun 06 11:56:44.642874 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55884) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:44.654814 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Router dc135273-d742-40f4-acb8-f5f496ec6872 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:56:44.662112 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-0a4b8a2a-770e-4ef9-a2b5-98af8d070f76 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Request body: {'security_group_rule': {'security_group_id': '741f614f-6215-433d-ba1c-1bc985dd6305', 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:44.721845 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ad405d97-9eae-487e-8973-d13a2d3fd5f7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:56:44.758356 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8a2a-770e-4ef9-a2b5-98af8d070f76 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.835798 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: ad405d97-9eae-487e-8973-d13a2d3fd5f7 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:56:44.849126 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ad405d97-9eae-487e-8973-d13a2d3fd5f7 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:56:44.851310 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device d4fd5703-3462-44b5-87af-034550946233 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:56:44.885806 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8a2a-770e-4ef9-a2b5-98af8d070f76 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.901286 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8a2a-770e-4ef9-a2b5-98af8d070f76 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.903346 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:44.935637 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:44.947869 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b8a2a-770e-4ef9-a2b5-98af8d070f76 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c0695f8-23db-4db7-af38-c68e56071b01,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:44.950426 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0a4b8a2a-770e-4ef9-a2b5-98af8d070f76 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:44.968981 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0a4b8a2a-770e-4ef9-a2b5-98af8d070f76 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:44.970245 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-0a4b8a2a-770e-4ef9-a2b5-98af8d070f76 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3245804
Jun 06 11:56:44.973008 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55886) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:44.978020 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-27f496bb-0403-40b2-8dbf-cd49c7b66f9d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Request body: {'security_group_rule': {'security_group_id': '741f614f-6215-433d-ba1c-1bc985dd6305', 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:45.040186 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-27f496bb-0403-40b2-8dbf-cd49c7b66f9d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.055072 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: d4fd5703-3462-44b5-87af-034550946233 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:56:45.055977 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device d4fd5703-3462-44b5-87af-034550946233 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:56:45.074862 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:45.084252 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad4892e0>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:45.088902 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] Checking router: 7b542b49-7406-4e8f-9412-31886270adad for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:56:45.091325 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:45.091702 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.100847 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:45.101709 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad4892e0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:45.189307 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-27f496bb-0403-40b2-8dbf-cd49c7b66f9d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.197334 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-27f496bb-0403-40b2-8dbf-cd49c7b66f9d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.199434 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f67f6563-9b15-4dca-822e-563e4a05dbd9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:45.248458 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:56:45.271848 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] Sync routers for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:56:45.279230 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-27f496bb-0403-40b2-8dbf-cd49c7b66f9d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.280409 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-27f496bb-0403-40b2-8dbf-cd49c7b66f9d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3063595
Jun 06 11:56:45.288695 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55890) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:45.290788 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f496bb-0403-40b2-8dbf-cd49c7b66f9d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbe0c28f-3403-4e8c-9f1e-6fd00d543323,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:45.315003 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-420510c8-e91e-4f8d-8ae8-81b93aa41507 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Request body: {'security_group_rule': {'security_group_id': '741f614f-6215-433d-ba1c-1bc985dd6305', 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:45.323916 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-27f496bb-0403-40b2-8dbf-cd49c7b66f9d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:45.333146 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-da243562-553c-4e73-b1d6-74c8751a33ec req-43ab86d6-fce8-4873-ab37-8f016248748c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=2270ceb5-9f4c-4fd3-bd7b-fc93b35db0c2 HTTP/1.1" status: 200  len: 210 time: 0.1723504
Jun 06 11:56:45.396908 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:45.397850 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facc05040>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:45.399985 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-420510c8-e91e-4f8d-8ae8-81b93aa41507 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.403068 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:45.410942 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] No DVR routers for this DVR port ad405d97-9eae-487e-8973-d13a2d3fd5f7 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:56:45.430983 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.433064 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8b37dc83-edd9-4660-9cd6-46d8940e2488 req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.16 "DELETE /v2.0/ports/ad405d97-9eae-487e-8973-d13a2d3fd5f7 HTTP/1.1" status: 204  len: 173 time: 3.1048393
Jun 06 11:56:45.497172 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07aa407-6a74-4ee2-bc5a-07e983c8ae70 req-266fd8f3-562a-471d-82f6-fc9a5b8b82bd tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:45.508492 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f07aa407-6a74-4ee2-bc5a-07e983c8ae70 req-266fd8f3-562a-471d-82f6-fc9a5b8b82bd tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.3048069
Jun 06 11:56:45.510351 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-420510c8-e91e-4f8d-8ae8-81b93aa41507 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.516477 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-420510c8-e91e-4f8d-8ae8-81b93aa41507 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.531313 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:45.594812 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420510c8-e91e-4f8d-8ae8-81b93aa41507 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0e390ee-62c9-42af-af57-04a80dd299c8,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:45.603590 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-420510c8-e91e-4f8d-8ae8-81b93aa41507 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:45.608378 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-420510c8-e91e-4f8d-8ae8-81b93aa41507 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.613930 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-420510c8-e91e-4f8d-8ae8-81b93aa41507 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3241162
Jun 06 11:56:45.619082 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55892) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:45.631529 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-c235f600-7eae-432f-b2cf-cf5d6bc21c00 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Request body: {'security_group_rule': {'security_group_id': '741f614f-6215-433d-ba1c-1bc985dd6305', 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:45.657078 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f07aa407-6a74-4ee2-bc5a-07e983c8ae70 req-45893e16-ac99-4a98-a527-8dc0dd94216e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1475768
Jun 06 11:56:45.719876 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c235f600-7eae-432f-b2cf-cf5d6bc21c00 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.737064 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.787258 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:45.865858 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:45.870869 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c235f600-7eae-432f-b2cf-cf5d6bc21c00 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.876944 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c235f600-7eae-432f-b2cf-cf5d6bc21c00 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.879235 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:45.882591 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.888356 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-7f60cdd6-ce7c-4505-9d10-950068ffbcf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:45.913123 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c235f600-7eae-432f-b2cf-cf5d6bc21c00 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b131ee57-e7e4-4b0c-8f36-40d3b06fe033,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:45.923027 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c235f600-7eae-432f-b2cf-cf5d6bc21c00 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:45.932011 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c235f600-7eae-432f-b2cf-cf5d6bc21c00 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:45.933596 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-c235f600-7eae-432f-b2cf-cf5d6bc21c00 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3135431
Jun 06 11:56:45.936475 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55894) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:45.941866 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-ee944532-5944-4bf0-828f-508d4215dd89 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Request body: {'security_group_rule': {'security_group_id': '741f614f-6215-433d-ba1c-1bc985dd6305', 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:45.947383 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7eff3a25-9295-4197-83af-6472682ed6da req-86d3d64f-3932-444c-b038-947f8c2fe877 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=9f7cc1bc-1764-4853-a9e7-c2985511c53a HTTP/1.1" status: 200  len: 210 time: 0.0814278
Jun 06 11:56:45.980520 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.securitygroups_db [None req-ee944532-5944-4bf0-828f-508d4215dd89 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Project 5d7527513e8342feb4bbeaf1a100ded0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 06 11:56:46.000302 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ee944532-5944-4bf0-828f-508d4215dd89 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.120868 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ee944532-5944-4bf0-828f-508d4215dd89 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.129456 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ee944532-5944-4bf0-828f-508d4215dd89 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.132341 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-861ba061-6063-4b91-bbf7-9144913306ca tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:46.145178 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:46.148343 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad4892e0>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:46.155077 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0922c4fe-6b93-4318-89d2-68a917bfcc2e None None] The sync data for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi is: [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:56:46.173449 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee944532-5944-4bf0-828f-508d4215dd89 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=427e09a1-393d-483e-a760-01c26ea115e0,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:46.176006 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-ee944532-5944-4bf0-828f-508d4215dd89 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:46.204541 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.204924 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.205304 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.205629 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.205947 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.206313 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.206627 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.206938 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.207256 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.207602 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.207916 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.208277 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:46.210621 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ee944532-5944-4bf0-828f-508d4215dd89 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.212004 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-ee944532-5944-4bf0-828f-508d4215dd89 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2741420
Jun 06 11:56:46.212779 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:46.214605 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55896) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:46.228670 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-01209f69-896b-44d8-ad37-35e6c1aef833 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Request body: {'security_group_rule': {'security_group_id': '741f614f-6215-433d-ba1c-1bc985dd6305', 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:46.262554 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.securitygroups_db [None req-01209f69-896b-44d8-ad37-35e6c1aef833 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Project 5d7527513e8342feb4bbeaf1a100ded0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 06 11:56:46.270348 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-01209f69-896b-44d8-ad37-35e6c1aef833 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.345661 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facc05040>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:46.350313 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] Checking router: dc135273-d742-40f4-acb8-f5f496ec6872 for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:56:46.356988 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-01209f69-896b-44d8-ad37-35e6c1aef833 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.360069 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:46.360974 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facc05040>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:46.362006 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-01209f69-896b-44d8-ad37-35e6c1aef833 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.364204 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:46.396153 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01209f69-896b-44d8-ad37-35e6c1aef833 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94af58f3-a5c9-4f6f-b326-74847defe9d5,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:46.398736 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-01209f69-896b-44d8-ad37-35e6c1aef833 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:46.399670 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-01209f69-896b-44d8-ad37-35e6c1aef833 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.409197 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-01209f69-896b-44d8-ad37-35e6c1aef833 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.1853087
Jun 06 11:56:46.492482 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55904) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:46.562774 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:46.605683 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'name': 'network-vif-deleted', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:56:46.608067 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f7aab6-0ad7-4f03-95a6-7d5331abdfce" -d '{"events": [{"server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "name": "network-vif-deleted", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:56:46.669563 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-64cb02e5-b9f7-4897-b423-ff9a7bc68666 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.686243 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e6acb11-5c8e-4237-b61d-c2652738f2b4 x-openstack-request-id: req-8e6acb11-5c8e-4237-b61d-c2652738f2b4 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:56:46.687573 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7cc1bc-1764-4853-a9e7-c2985511c53a", "name": "network-vif-deleted", "tag": "ad405d97-9eae-487e-8973-d13a2d3fd5f7", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:56:46.687573 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8e6acb11-5c8e-4237-b61d-c2652738f2b4 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:56:46.687755 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7cc1bc-1764-4853-a9e7-c2985511c53a', 'name': 'network-vif-deleted', 'tag': 'ad405d97-9eae-487e-8973-d13a2d3fd5f7', 'status': 'completed', 'code': 200}
Jun 06 11:56:46.717220 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-64cb02e5-b9f7-4897-b423-ff9a7bc68666 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.801800 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:46.833697 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-64cb02e5-b9f7-4897-b423-ff9a7bc68666 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.848449 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-64cb02e5-b9f7-4897-b423-ff9a7bc68666 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:46.852496 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55944) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:46.869530 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-64cb02e5-b9f7-4897-b423-ff9a7bc68666 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "DELETE /v2.0/security-groups/10ccb11f-4565-4897-9e41-fc95e235aecb HTTP/1.1" status: 204  len: 168 time: 0.3749352
Jun 06 11:56:46.870429 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d720368d-0168-4513-a314-239d36fd3d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:46.911208 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cb02e5-b9f7-4897-b423-ff9a7bc68666 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10ccb11f-4565-4897-9e41-fc95e235aecb,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:46.926157 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-64cb02e5-b9f7-4897-b423-ff9a7bc68666 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:46.976783 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Sync routers for ids ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:56:46.990977 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Routers {'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:46.991800 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae370b80>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:47.147806 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5dc1d3f-b85a-467e-b4b1-7b259a723797 None None] New status for floating IP 41fb180a-199a-4fb2-80f7-8fcf75fe6a78: DOWN {{(pid=91707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:56:47.164552 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55954) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:47.186628 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.api.v2.resource [None req-50f69f40-551e-4ece-b9f3-6a02a792ab69 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] show failed (client error): The resource could not be found.
Jun 06 11:56:47.188480 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-50f69f40-551e-4ece-b9f3-6a02a792ab69 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups/10ccb11f-4565-4897-9e41-fc95e235aecb HTTP/1.1" status: 404  len: 347 time: 0.3349967
Jun 06 11:56:47.193105 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55956) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:47.258406 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Set router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:47.290196 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fa9-7e6d-4ab2-a1cc-02dd54a3f497 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:47.322124 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fa9-7e6d-4ab2-a1cc-02dd54a3f497 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:47.365380 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:47.366079 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:47.427553 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fa9-7e6d-4ab2-a1cc-02dd54a3f497 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:47.431142 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ea3a0fa9-7e6d-4ab2-a1cc-02dd54a3f497 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:47.431918 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-ea3a0fa9-7e6d-4ab2-a1cc-02dd54a3f497 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "DELETE /v2.0/security-groups/d9093038-cc85-4864-b4eb-4c5bf43eef33 HTTP/1.1" status: 204  len: 168 time: 0.2661154
Jun 06 11:56:47.433241 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-79d983a6-7b93-4017-9607-84fec3bbe249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:47.441069 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942aa6d3-faef-4e0d-8f9a-3251d48002dc req-8ac8e9c0-4fdb-447d-9b06-f4fe0989829f tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:47.448198 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-942aa6d3-faef-4e0d-8f9a-3251d48002dc req-8ac8e9c0-4fdb-447d-9b06-f4fe0989829f tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.3207219
Jun 06 11:56:47.450691 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55958) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:47.455196 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3a0fa9-7e6d-4ab2-a1cc-02dd54a3f497 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9093038-cc85-4864-b4eb-4c5bf43eef33,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:47.462883 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-ea3a0fa9-7e6d-4ab2-a1cc-02dd54a3f497 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:47.502448 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.api.v2.resource [None req-2d1ea12c-eff3-4f41-a54e-9fdf779a85ea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] show failed (client error): The resource could not be found.
Jun 06 11:56:47.506918 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2d1ea12c-eff3-4f41-a54e-9fdf779a85ea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups/d9093038-cc85-4864-b4eb-4c5bf43eef33 HTTP/1.1" status: 404  len: 347 time: 0.0501997
Jun 06 11:56:47.508296 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55960) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:47.696995 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facc05040>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:47.701698 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfdfadf7-75d0-4260-ad11-a73a84640815 None None] The sync data for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi is: [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:56:47.737377 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-942aa6d3-faef-4e0d-8f9a-3251d48002dc req-7a1c22db-8ef0-4d96-a7ce-0f5069a04323 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2879994
Jun 06 11:56:47.747993 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae370b80>, [{'id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'name': 'tempest-TestShelveInstance-1755505527-router', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:35Z', 'updated_at': '2021-06-06T11:56:41Z', 'revision_number': 4, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'gw_port': {'id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:36Z', 'updated_at': '2021-06-06T11:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'e47975c5-5a48-4900-b45d-98054f2e2112', 'name': '', 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'mac_address': 'fa:16:3e:3c:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4b070a6d-8988-4bd2-aed6-764122fa2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:41Z', 'updated_at': '2021-06-06T11:56:42Z', 'revision_number': 2, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'subnets': [{'id': '4b070a6d-8988-4bd2-aed6-764122fa2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:47.752971 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Checking router: ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:56:47.753448 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Updating router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca port e47975c5-5a48-4900-b45d-98054f2e2112 binding host dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 06 11:56:47.813724 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:47.826677 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Deleting port 45d41168-7c87-4b0d-a805-077be2faeefd {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:56:47.827015 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:47.961797 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Deleting port ae38cede-ec2c-4fbf-ae00-cbe321dfc38a {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:56:47.962338 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:47.978030 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:47.978339 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.075414 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab031a8-f655-4e4a-9f45-f1f842ec4f64 None None] New status for floating IP 62232d33-7a8a-40f8-a246-8a14cd6ed723: DOWN {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:56:48.125276 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Calling delete_port for 45d41168-7c87-4b0d-a805-077be2faeefd owned by network:floatingip {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:56:48.227845 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.228078 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.354030 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Calling delete_port for ae38cede-ec2c-4fbf-ae00-cbe321dfc38a owned by network:floatingip {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:56:48.419382 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Notify callbacks [] for port, precommit_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.465705 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.465963 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.provisioning_blocks [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Transition to ACTIVE for port object e47975c5-5a48-4900-b45d-98054f2e2112 will not be triggered until provisioned by entity L2. {{(pid=91708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:48.470631 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-796cbdb3-1bd3-42ac-a6a7-525d2d6da5c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:48.473372 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.477676 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-9ed21f74-e2aa-4dbb-910d-3af10c36fbef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:48.553040 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event deleted for resources: {'Port': ['ID=45d41168-7c87-4b0d-a805-077be2faeefd,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:48.558407 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:48.601869 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1239ef-06c3-4f8b-b1cf-7e337ca587cb None None] Pushing event updated for resources: {'Port': ['ID=e47975c5-5a48-4900-b45d-98054f2e2112,revision_number=3']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:48.629290 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-af1239ef-06c3-4f8b-b1cf-7e337ca587cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:48.737908 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Attempting to bind port e47975c5-5a48-4900-b45d-98054f2e2112 on host dv-cinder-786260-3-iscsi for vnic_type normal with profile  {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:56:48.738820 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Attempting to bind port e47975c5-5a48-4900-b45d-98054f2e2112 by drivers openvswitch,hyperv on host dv-cinder-786260-3-iscsi at level 0 using segments [{'id': 'd841b60e-fea5-4dd8-a8d8-262b0555510a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58'}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:56:48.738820 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Attempting to bind port e47975c5-5a48-4900-b45d-98054f2e2112 on network 0345671d-63e1-4f84-bb25-4336b2c46b58 {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:56:48.750816 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Checking agent: {'id': '2883bbb3-6a38-429d-bba9-9fb7a93ae6c9', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-786260-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 44, 8), 'started_at': datetime.datetime(2021, 6, 6, 11, 44, 38), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 56, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-786260-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:56:48.750816 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Checking segment: {'id': 'd841b60e-fea5-4dd8-a8d8-262b0555510a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:56:48.750816 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.750816 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Bound using segment: {'id': 'd841b60e-fea5-4dd8-a8d8-262b0555510a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58'} {{(pid=91708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:56:48.750816 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.managers [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Bound port: e47975c5-5a48-4900-b45d-98054f2e2112, host: dv-cinder-786260-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd841b60e-fea5-4dd8-a8d8-262b0555510a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 652, 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58'}}] {{(pid=91708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:56:48.750816 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.792471 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.799996 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:48.849516 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event deleted for resources: {'Port': ['ID=ae38cede-ec2c-4fbf-ae00-cbe321dfc38a,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:48.849786 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] For port e47975c5-5a48-4900-b45d-98054f2e2112, host dv-cinder-786260-3-iscsi, cleared binding levels {{(pid=91708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:56:48.852764 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:48.854678 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.856501 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.plugins.ml2.db [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] For port e47975c5-5a48-4900-b45d-98054f2e2112, host dv-cinder-786260-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=e47975c5-5a48-4900-b45d-98054f2e2112,segment=NetworkSegment(d841b60e-fea5-4dd8-a8d8-262b0555510a),segment_id=d841b60e-fea5-4dd8-a8d8-262b0555510a)] {{(pid=91708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:56:48.857540 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.858796 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "DELETE /v2.0/floatingips/41fb180a-199a-4fb2-80f7-8fcf75fe6a78 HTTP/1.1" status: 204  len: 168 time: 1.6636124
Jun 06 11:56:48.880729 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.callbacks.manager [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:48.880729 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:48.972367 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Routers {'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:56:48.973312 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae370b80>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:49.021152 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.024843 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.026245 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "DELETE /v2.0/floatingips/62232d33-7a8a-40f8-a246-8a14cd6ed723 HTTP/1.1" status: 204  len: 168 time: 1.5168686
Jun 06 11:56:49.032719 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1239ef-06c3-4f8b-b1cf-7e337ca587cb None None] Pushing event updated for resources: {'Port': ['ID=e47975c5-5a48-4900-b45d-98054f2e2112,revision_number=4']} {{(pid=91708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:49.046784 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_concurrency.lockutils [None req-af1239ef-06c3-4f8b-b1cf-7e337ca587cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91708) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:49.086310 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4b5d77-592c-43cd-b450-b51208de10c4 req-b7054f8d-3281-4301-a4cf-3d3a4901551c tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:49.094233 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7e4b5d77-592c-43cd-b450-b51208de10c4 req-b7054f8d-3281-4301-a4cf-3d3a4901551c tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.1970170
Jun 06 11:56:49.153141 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7e4b5d77-592c-43cd-b450-b51208de10c4 req-255013c2-6d34-485c-8b7b-131e750ca8c0 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0576215
Jun 06 11:56:49.171324 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55988) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:49.177198 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-871ec393-b348-48fb-80a6-db72409a4fa8 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1184613290', 'description': 'tempest-description--1498064864'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:49.202264 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-871ec393-b348-48fb-80a6-db72409a4fa8 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.204235 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] Set router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:56:49.307217 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-871ec393-b348-48fb-80a6-db72409a4fa8 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.311296 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-871ec393-b348-48fb-80a6-db72409a4fa8 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.314881 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-b896b595-90c3-4365-914c-b5d773abc876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:49.353189 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ec393-b348-48fb-80a6-db72409a4fa8 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:49.355820 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-871ec393-b348-48fb-80a6-db72409a4fa8 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.359638 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-871ec393-b348-48fb-80a6-db72409a4fa8 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.1841829
Jun 06 11:56:49.359638 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-871ec393-b348-48fb-80a6-db72409a4fa8 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:49.359853 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55990) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:49.364067 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-bba924a9-dec5-4d31-840e-54dd0a34729e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'security_group_rule': {'security_group_id': '071ff1f3-5efc-4e1c-abc4-5d4b87321b5a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:49.392936 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bba924a9-dec5-4d31-840e-54dd0a34729e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.467998 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bba924a9-dec5-4d31-840e-54dd0a34729e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.472985 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bba924a9-dec5-4d31-840e-54dd0a34729e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.478572 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55992) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:49.480125 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-73295f86-66a3-43e8-8eb6-d67f28599d21 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:49.483357 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'security_group': {'name': 'tempest-securitygroup--723991712', 'description': 'tempest-description--1384020158'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:49.501243 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba924a9-dec5-4d31-840e-54dd0a34729e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fea7e6-6270-45c4-9dff-a9a17283e94d,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:49.506539 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-bba924a9-dec5-4d31-840e-54dd0a34729e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:49.511968 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-bba924a9-dec5-4d31-840e-54dd0a34729e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.512329 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.513733 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-bba924a9-dec5-4d31-840e-54dd0a34729e tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1530383
Jun 06 11:56:49.516595 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55994) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:49.521677 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-13474b8a-8851-475e-a2f0-a810dc8208a0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'security_group_rule': {'security_group_id': '071ff1f3-5efc-4e1c-abc4-5d4b87321b5a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:49.551302 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae370b80>, [{'id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'name': 'tempest-TestShelveInstance-1755505527-router', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:35Z', 'updated_at': '2021-06-06T11:56:41Z', 'revision_number': 4, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'gw_port': {'id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:36Z', 'updated_at': '2021-06-06T11:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'e47975c5-5a48-4900-b45d-98054f2e2112', 'name': '', 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'mac_address': 'fa:16:3e:3c:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4b070a6d-8988-4bd2-aed6-764122fa2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:41Z', 'updated_at': '2021-06-06T11:56:48Z', 'revision_number': 4, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'subnets': [{'id': '4b070a6d-8988-4bd2-aed6-764122fa2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:56:49.556750 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-13474b8a-8851-475e-a2f0-a810dc8208a0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.564313 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7edfefe-037c-4039-bf01-533ad88e177e None None] The sync data for ids ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'] in dv-cinder-786260-3-iscsi is: [{'id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'name': 'tempest-TestShelveInstance-1755505527-router', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:35Z', 'updated_at': '2021-06-06T11:56:41Z', 'revision_number': 4, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'gw_port': {'id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:36Z', 'updated_at': '2021-06-06T11:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'e47975c5-5a48-4900-b45d-98054f2e2112', 'name': '', 'network_id': '0345671d-63e1-4f84-bb25-4336b2c46b58', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'mac_address': 'fa:16:3e:3c:2d:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 542, 'fixed_ips': [{'subnet_id': '4b070a6d-8988-4bd2-aed6-764122fa2f42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:41Z', 'updated_at': '2021-06-06T11:56:48Z', 'revision_number': 4, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'subnets': [{'id': '4b070a6d-8988-4bd2-aed6-764122fa2f42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:56:49.624711 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-13474b8a-8851-475e-a2f0-a810dc8208a0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.630911 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-13474b8a-8851-475e-a2f0-a810dc8208a0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.633052 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.633214 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-83651fcb-89d2-4138-8498-a44057df9338 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:49.637542 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.643225 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-145176a3-90e3-4f84-82cd-33ab3f6a8e56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:49.655440 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13474b8a-8851-475e-a2f0-a810dc8208a0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94c1b04a-bda8-4b46-b724-91aa1851490d,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:49.660655 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-13474b8a-8851-475e-a2f0-a810dc8208a0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:49.667853 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-13474b8a-8851-475e-a2f0-a810dc8208a0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.669291 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-13474b8a-8851-475e-a2f0-a810dc8208a0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1513255
Jun 06 11:56:49.673547 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 55996) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:49.684432 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'floatingip': {'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:49.691023 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.692191 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2125559
Jun 06 11:56:49.694753 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30a105e6-ec95-41a2-ade1-4b1baf480eb0,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:49.695324 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 55998) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:49.700108 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-d0562018-9aee-40f2-b489-5a5dd19597af tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'security_group_rule': {'security_group_id': '30a105e6-ec95-41a2-ade1-4b1baf480eb0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:49.706600 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.706980 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.707350 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.707717 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.708079 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.708440 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.708838 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.709204 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.709764 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.709912 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.710441 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.710804 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:56:49.716066 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:49.726659 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.753629 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d0562018-9aee-40f2-b489-5a5dd19597af tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.826041 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d0562018-9aee-40f2-b489-5a5dd19597af tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.833991 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d0562018-9aee-40f2-b489-5a5dd19597af tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.838011 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:49.873759 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d0562018-9aee-40f2-b489-5a5dd19597af tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.874918 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:49.875427 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d0562018-9aee-40f2-b489-5a5dd19597af tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1790929
Jun 06 11:56:49.876384 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0562018-9aee-40f2-b489-5a5dd19597af tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dbe5c06-f218-46b6-b1dd-00a953c9ad15,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:49.878305 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56002) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:49.880000 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d0562018-9aee-40f2-b489-5a5dd19597af tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:49.883257 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-429bb994-7938-4f3e-8efe-71356567c80f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'security_group_rule': {'security_group_id': '30a105e6-ec95-41a2-ade1-4b1baf480eb0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:49.985411 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-429bb994-7938-4f3e-8efe-71356567c80f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.104956 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Allocated IP 172.27.1.53 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/6833813b-387d-438f-9241-84c13329abc1) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:50.107842 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-429bb994-7938-4f3e-8efe-71356567c80f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.112767 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-429bb994-7938-4f3e-8efe-71356567c80f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-510053'] for security_group_rule, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.118442 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-27f496bb-0403-40b2-8dbf-cd49c7b66f9d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:50.151960 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429bb994-7938-4f3e-8efe-71356567c80f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9bb4219-17b1-4153-9885-f91e054cfb76,revision_number=0']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:50.169646 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-429bb994-7938-4f3e-8efe-71356567c80f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:50.187631 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-429bb994-7938-4f3e-8efe-71356567c80f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group_rule, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.188831 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-429bb994-7938-4f3e-8efe-71356567c80f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3092918
Jun 06 11:56:50.191930 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56006) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:56:50.196895 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'floatingip': {'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:50.226778 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.304100 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.334855 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.339766 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c5f54a76-4c56-43a3-9212-ea6f03e26f95 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:50.404019 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:50.406760 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:50.410274 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:50.437917 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d80948-322d-43db-a9e7-8bdd7567f5a4 req-f76611c3-7bd2-4689-9203-483eab509c34 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:50.439369 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40d80948-322d-43db-a9e7-8bdd7567f5a4 req-f76611c3-7bd2-4689-9203-483eab509c34 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.1613400
Jun 06 11:56:50.445303 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'Port': ['ID=6833813b-387d-438f-9241-84c13329abc1,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:50.446334 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.449231 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:50.490737 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.541233 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-40d80948-322d-43db-a9e7-8bdd7567f5a4 req-54d829d4-b420-4b5f-ae78-41b515231557 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0927598
Jun 06 11:56:50.552511 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.643138 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Allocated IP 172.27.1.13 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/2a149ec1-33e7-4999-a983-b1e2aa558050) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:50.757213 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device e47975c5-5a48-4900-b45d-98054f2e2112 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:50.779893 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.784977 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2905577'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.789925 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3bd1f49d-cc21-4060-95e6-b33538f41e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:50.807017 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.833607 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning for port e47975c5-5a48-4900-b45d-98054f2e2112 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:50.839482 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port e47975c5-5a48-4900-b45d-98054f2e2112 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:50.839883 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.844849 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.849712 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:50.912081 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.936618 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:50.940522 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:50.940934 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'Port': ['ID=6833813b-387d-438f-9241-84c13329abc1,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:50.944843 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:50.946646 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:50.948607 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:50.950801 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.2733181
Jun 06 11:56:50.996155 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'Port': ['ID=2a149ec1-33e7-4999-a983-b1e2aa558050,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:51.000859 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:51.017187 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:51.049324 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:51.069531 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] For port e47975c5-5a48-4900-b45d-98054f2e2112, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=e47975c5-5a48-4900-b45d-98054f2e2112,segment=NetworkSegment(d841b60e-fea5-4dd8-a8d8-262b0555510a),segment_id=d841b60e-fea5-4dd8-a8d8-262b0555510a)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:56:51.077269 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:51.079864 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:51.121458 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:51.188815 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Pushing event updated for resources: {'Port': ['ID=e47975c5-5a48-4900-b45d-98054f2e2112,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:51.191738 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:51.216962 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-d3c6b46f-e9dc-47b4-936f-4080d54b0938 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1184613290&fields=id&tenant_id=b70e174e528d4ec0ae31867601649972 HTTP/1.1" status: 200  len: 267 time: 0.0632691
Jun 06 11:56:51.547905 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-0a63b7fe-d77d-4dff-b31e-2c3d79c9f2f3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:51.549336 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-0a63b7fe-d77d-4dff-b31e-2c3d79c9f2f3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 811 time: 0.3128152
Jun 06 11:56:51.576123 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-2de11e29-2aa0-4cf8-9265-c50eb413feb5 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/quotas/b70e174e528d4ec0ae31867601649972 HTTP/1.1" status: 200  len: 375 time: 0.0205617
Jun 06 11:56:51.577982 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:51.617955 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:51.627206 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-32312432-79eb-43b0-af78-20d8bda4b36f tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:51.800083 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'Port': ['ID=2a149ec1-33e7-4999-a983-b1e2aa558050,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:51.810729 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:51.833538 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:51.866013 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-51b10c93-0e0f-4ad2-95c4-e000631c81b5 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2844303
Jun 06 11:56:51.869108 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:51.870183 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.6772950
Jun 06 11:56:51.880744 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6f20e0-00a3-4222-841e-4908ede3bfbb req-5118e828-9699-4154-a9d7-24bb687eb34c tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:51.882224 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-de6f20e0-00a3-4222-841e-4908ede3bfbb req-5118e828-9699-4154-a9d7-24bb687eb34c tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.2005842
Jun 06 11:56:51.936307 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-de6f20e0-00a3-4222-841e-4908ede3bfbb req-94e4bf16-2514-4b25-abff-caf2de37a204 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0477891
Jun 06 11:56:52.169201 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-0e1969eb-7bce-4e08-81b8-5f593f8362b7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--723991712&fields=id&tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a HTTP/1.1" status: 200  len: 267 time: 0.0698218
Jun 06 11:56:52.174706 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-93d1f737-0bb6-4117-92d0-f314ebe2ff8a service neutron] 10.222.0.46 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2916012
Jun 06 11:56:52.425196 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-b50934ff-90f3-45e6-a487-801976964115 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:52.426513 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-b50934ff-90f3-45e6-a487-801976964115 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 817 time: 0.2501876
Jun 06 11:56:52.428400 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-f003847f-e7a8-400e-80c4-b2d4ce1b4247 service neutron] 10.222.0.46 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2297559
Jun 06 11:56:52.440497 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-41b6d890-6be1-423d-a0ff-5984becb4163 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/quotas/373b4ba1eb834fa9bc7a3a479fbd9a0a HTTP/1.1" status: 200  len: 375 time: 0.0086102
Jun 06 11:56:52.527544 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-71a87350-5330-4702-a50a-b6b04b0153d1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0810683
Jun 06 11:56:52.642039 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9efb52d5-db87-4710-bb53-9ac27acf6a8e req-97500977-c6e9-48d7-a00b-0cad38e5380d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 210 time: 0.0740166
Jun 06 11:56:52.722400 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device e47975c5-5a48-4900-b45d-98054f2e2112 up at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:56:52.747219 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-f7e1b336-edc3-4427-a88a-29cc4e09ff3d service neutron] 10.222.0.46 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2040629
Jun 06 11:56:52.791752 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Provisioning complete for port e47975c5-5a48-4900-b45d-98054f2e2112 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:52.792179 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:52.902014 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-1f1bcd45-fb6f-452e-86d5-783051de3f7e service neutron] 10.222.0.46 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1480935
Jun 06 11:56:53.156534 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2f804b50-0009-4f9d-9289-bf76b01c2788 req-f5fb7bab-4978-4e3e-bfa2-4c07250591c8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 210 time: 0.0846744
Jun 06 11:56:53.233898 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636834d1-386e-49c7-a86b-0d0611422c44 req-8535de49-3812-4370-9856-4fe49bea30bb tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:53.235520 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-636834d1-386e-49c7-a86b-0d0611422c44 req-8535de49-3812-4370-9856-4fe49bea30bb tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.1208603
Jun 06 11:56:53.289734 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-636834d1-386e-49c7-a86b-0d0611422c44 req-7833dd44-5caa-4b41-b919-57150f64b8c4 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0479071
Jun 06 11:56:53.800790 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-71678c66-70fb-4dab-bd46-93f1642f6f7d req-b4fb91a2-286e-40b0-977e-ad9af1116260 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 210 time: 0.0482204
Jun 06 11:56:54.151946 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-4b5fd6fa-c9ba-4d0c-8103-72fef8acc2da tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:54.153494 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-4b5fd6fa-c9ba-4d0c-8103-72fef8acc2da tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.16 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 811 time: 0.2502024
Jun 06 11:56:54.241243 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-8d5d2ece-8f71-4b97-ab2a-84e3e72fa18c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b70e174e528d4ec0ae31867601649972 HTTP/1.1" status: 200  len: 380 time: 0.0657225
Jun 06 11:56:54.253499 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'port': {'device_id': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'admin_state_up': True, 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'security_groups': ['071ff1f3-5efc-4e1c-abc4-5d4b87321b5a']}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:54.481032 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8f96f7aa-0b99-445a-afbd-44c31ece0bca req-db95ce50-cfd7-428e-ae0e-94faaedef62d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 210 time: 0.1675081
Jun 06 11:56:54.680786 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-cc699def-33c7-4a7e-a821-f50c777ea48d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:54.682237 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-cc699def-33c7-4a7e-a821-f50c777ea48d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 817 time: 0.2773068
Jun 06 11:56:54.690909 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca7f6ff-c291-4367-81be-9de3af1b46ae req-1f93933c-b243-4156-8406-277aee50b3b6 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:54.692227 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5ca7f6ff-c291-4367-81be-9de3af1b46ae req-1f93933c-b243-4156-8406-277aee50b3b6 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.2856266
Jun 06 11:56:54.710016 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Made reservation on behalf of b70e174e528d4ec0ae31867601649972 for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:56:54.713327 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:54.824919 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-f9bfa67c-5e11-4b37-b764-530721a6eaa6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a HTTP/1.1" status: 200  len: 379 time: 0.1310489
Jun 06 11:56:54.840552 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'port': {'device_id': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'admin_state_up': True, 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'security_groups': ['30a105e6-ec95-41a2-ade1-4b1baf480eb0']}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:54.878098 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5ca7f6ff-c291-4367-81be-9de3af1b46ae req-04a339d1-c385-4c8e-9ac9-8eccae2f24cb tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1711686
Jun 06 11:56:55.024778 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ef4b7880-5a97-42c8-a1fc-bd667f52fb14 req-78a218ce-921e-42e4-aa1b-ac8e7d1d02f3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 210 time: 0.0632927
Jun 06 11:56:55.117969 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Allocated IP 172.20.0.7 (4cb10f0a-05af-4fba-b41d-12091928d248/152508a6-2d08-4397-81a6-be9ae3bc7dc7/7a490649-76a7-4b13-bc13-c741eb5833f3) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:55.147782 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Made reservation on behalf of 373b4ba1eb834fa9bc7a3a479fbd9a0a for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:56:55.151118 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:55.440919 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:55.458218 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Allocated IP 172.20.0.5 (89544a8d-9a6e-4f9e-81a7-28eca1a376e0/905f413a-c02e-4296-bf9e-bc5821ce5c4b/269f14c0-7028-49b0-ac68-7ef4150816e6) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:56:55.467395 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Transition to ACTIVE for port object 7a490649-76a7-4b13-bc13-c741eb5833f3 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:55.600299 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:55.638644 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:55.713416 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-66f4bbba-e4c9-4ad2-94d2-5e697de0fdb2 req-6a58078e-13fb-411a-a917-e23c4afc65cd tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 210 time: 0.1143787
Jun 06 11:56:55.739491 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Network 4cb10f0a-05af-4fba-b41d-12091928d248 is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:55.744358 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:55.749549 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:55.797466 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event updated for resources: {'Port': ['ID=7a490649-76a7-4b13-bc13-c741eb5833f3,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:55.805053 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:55.810640 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:55.842165 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Transition to ACTIVE for port object 269f14c0-7028-49b0-ac68-7ef4150816e6 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:55.849096 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:55.849716 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:55.873534 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6262968
Jun 06 11:56:55.892449 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:55.897907 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:56.027324 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-c3811086-a8f8-436d-a351-aa56889546b1 None None] Provisioning for port 7a490649-76a7-4b13-bc13-c741eb5833f3 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:56.033646 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-c3811086-a8f8-436d-a351-aa56889546b1 None None] Provisioning complete for port 7a490649-76a7-4b13-bc13-c741eb5833f3 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:56.034024 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c3811086-a8f8-436d-a351-aa56889546b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:56.075208 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Request body: {'port': {'device_id': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:56.090574 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-c3811086-a8f8-436d-a351-aa56889546b1 None None] Port 7a490649-76a7-4b13-bc13-c741eb5833f3 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:56:56.161168 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:56:56.174167 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:56:56.227941 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:56:56.258712 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event updated for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:56.268034 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:56.372988 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:56.373598 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:56.401808 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:56.414023 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8c418444-670d-415e-a68e-fa51fb36be71 None None] Provisioning for port 269f14c0-7028-49b0-ac68-7ef4150816e6 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:56:56.418752 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8c418444-670d-415e-a68e-fa51fb36be71 None None] Provisioning complete for port 269f14c0-7028-49b0-ac68-7ef4150816e6 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:56:56.419134 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8c418444-670d-415e-a68e-fa51fb36be71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:56.419887 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5876360
Jun 06 11:56:56.433039 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df98eed6-6b6f-41e5-bfbd-fdd478341f59 req-361b597e-b20c-4386-8a55-af0e0090eb25 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:56.434411 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-df98eed6-6b6f-41e5-bfbd-fdd478341f59 req-361b597e-b20c-4386-8a55-af0e0090eb25 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.3656676
Jun 06 11:56:56.472824 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Request body: {'port': {'device_id': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:56:56.479391 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8c418444-670d-415e-a68e-fa51fb36be71 None None] Port 269f14c0-7028-49b0-ac68-7ef4150816e6 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:56:56.503549 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87717c4d-5c3a-403c-aa78-f0591db38529 req-c8a6b9b2-1360-4ac3-9546-794a6590f4d7 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:56.505281 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-87717c4d-5c3a-403c-aa78-f0591db38529 req-c8a6b9b2-1360-4ac3-9546-794a6590f4d7 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 931 time: 0.3412092
Jun 06 11:56:56.625929 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-df98eed6-6b6f-41e5-bfbd-fdd478341f59 req-f71f78b7-53d3-4c91-bf7b-755a94b96fbf tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1613564
Jun 06 11:56:56.712429 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-87717c4d-5c3a-403c-aa78-f0591db38529 req-04f9a2b0-9693-4990-a4dd-aff7ca9efba0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1713943
Jun 06 11:56:56.746526 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:57.153983 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32081303-03ae-455a-b8ff-38ea64275686 req-6557fbbc-97ab-4174-9fc8-020a4921a0b7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:57.155928 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-32081303-03ae-455a-b8ff-38ea64275686 req-6557fbbc-97ab-4174-9fc8-020a4921a0b7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 931 time: 0.3305204
Jun 06 11:56:57.282697 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a490649-76a7-4b13-bc13-c741eb5833f3 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:56:57.289016 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-32081303-03ae-455a-b8ff-38ea64275686 req-9768b5b1-63cc-4fa2-a128-7dc1e308a5ce tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1239102
Jun 06 11:56:57.293318 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:57.312284 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Transition to ACTIVE for port object 7a490649-76a7-4b13-bc13-c741eb5833f3 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:57.320245 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:57.327076 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6ef9daa7-7939-43c3-8aae-8510f7dc157b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:57.498951 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 269f14c0-7028-49b0-ac68-7ef4150816e6 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:56:57.532535 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Pushing event updated for resources: {'Port': ['ID=7a490649-76a7-4b13-bc13-c741eb5833f3,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:57.540567 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:57.548132 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:57.595429 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Transition to ACTIVE for port object 269f14c0-7028-49b0-ac68-7ef4150816e6 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:56:57.604905 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:57.611388 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d43c4dc3-ac9a-4c42-95f1-58db639b71ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:57.937978 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Attempting to bind port 7a490649-76a7-4b13-bc13-c741eb5833f3 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:56:57.938315 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Attempting to bind port 7a490649-76a7-4b13-bc13-c741eb5833f3 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:56:57.938619 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Attempting to bind port 7a490649-76a7-4b13-bc13-c741eb5833f3 on network 4cb10f0a-05af-4fba-b41d-12091928d248 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:56:57.959622 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Pushing event updated for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:57.988650 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:57.991436 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Port 7a490649-76a7-4b13-bc13-c741eb5833f3 on network 4cb10f0a-05af-4fba-b41d-12091928d248 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:56:57.991747 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Attempting to bind port 7a490649-76a7-4b13-bc13-c741eb5833f3 on network 4cb10f0a-05af-4fba-b41d-12091928d248 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:56:58.042193 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:56:58.042522 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Checking segment: {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:56:58.042894 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Bound using segment: {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:56:58.043327 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Bound port: 7a490649-76a7-4b13-bc13-c741eb5833f3, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '124bb669-c29c-42fc-8b47-e22ca08828b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 681, 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:56:58.043663 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:58.163574 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efeb95e-5bad-4970-96a1-24fa8a294fe2 req-a643dbaf-66ba-41c5-a0f2-369aaba6cb10 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:58.164921 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4efeb95e-5bad-4970-96a1-24fa8a294fe2 req-a643dbaf-66ba-41c5-a0f2-369aaba6cb10 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.4163463
Jun 06 11:56:58.185932 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2215a57c-9cc1-42e4-84fa-a84c8151382c req-d55d6529-37bb-4b69-aca6-46776ddc8d23 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:58.187851 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2215a57c-9cc1-42e4-84fa-a84c8151382c req-d55d6529-37bb-4b69-aca6-46776ddc8d23 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 943 time: 0.3286908
Jun 06 11:56:58.193810 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Attempting to bind port 269f14c0-7028-49b0-ac68-7ef4150816e6 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:56:58.194129 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Attempting to bind port 269f14c0-7028-49b0-ac68-7ef4150816e6 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:56:58.194446 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Attempting to bind port 269f14c0-7028-49b0-ac68-7ef4150816e6 on network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:56:58.239796 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Port 269f14c0-7028-49b0-ac68-7ef4150816e6 on network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:56:58.240110 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Attempting to bind port 269f14c0-7028-49b0-ac68-7ef4150816e6 on network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:56:58.258453 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] For port 7a490649-76a7-4b13-bc13-c741eb5833f3, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:56:58.265109 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:56:58.265435 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Checking segment: {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:56:58.265810 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Bound using segment: {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:56:58.266230 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Bound port: 269f14c0-7028-49b0-ac68-7ef4150816e6, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd788e438-8994-4462-80e4-3f93344f2dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 689, 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:56:58.266571 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:58.300606 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] For port 7a490649-76a7-4b13-bc13-c741eb5833f3, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a490649-76a7-4b13-bc13-c741eb5833f3,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:56:58.307712 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4efeb95e-5bad-4970-96a1-24fa8a294fe2 req-c660b739-6c5a-405e-b8d0-adfbd1c7964f tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1177032
Jun 06 11:56:58.341304 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:58.356643 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-9570ac0c-6d34-46d3-9b17-34e923ad8b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:58.392168 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2215a57c-9cc1-42e4-84fa-a84c8151382c req-88a8b2ac-dc30-45f0-a392-00102e9a2073 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1939921
Jun 06 11:56:58.422858 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:58.423455 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:58.424796 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] 10.222.0.16 "PUT /v2.0/ports/7a490649-76a7-4b13-bc13-c741eb5833f3 HTTP/1.1" status: 200  len: 1093 time: 2.5438201
Jun 06 11:56:58.459823 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'tag': '7a490649-76a7-4b13-bc13-c741eb5833f3'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:56:58.462560 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2762c6-16f8-4730-84ff-61dd3cd9484d" -d '{"events": [{"name": "network-changed", "server_uuid": "f98d68f3-e7e3-4dcc-900c-f33e672f750a", "tag": "7a490649-76a7-4b13-bc13-c741eb5833f3"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:56:58.570672 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:56:58.576893 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:56:58.578010 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Pushing event updated for resources: {'Port': ['ID=7a490649-76a7-4b13-bc13-c741eb5833f3,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:58.581818 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:58.585716 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:58.591516 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d19c7de8-f732-45c3-b617-d73ed2dadb4a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:56:58.670208 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:58.670818 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:56:58.672857 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] 10.222.0.16 "PUT /v2.0/ports/269f14c0-7028-49b0-ac68-7ef4150816e6 HTTP/1.1" status: 200  len: 1093 time: 2.2369657
Jun 06 11:56:58.688648 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-11a98015-4f78-4661-bb65-65b757482e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:58.690116 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-11a98015-4f78-4661-bb65-65b757482e17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 1096 time: 0.2166317
Jun 06 11:56:58.696545 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Pushing event updated for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:56:58.701243 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:56:58.748743 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ebbc4a2-ebc1-4b89-a3be-5f944e00de86 x-openstack-request-id: req-4ebbc4a2-ebc1-4b89-a3be-5f944e00de86 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:56:58.749097 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98d68f3-e7e3-4dcc-900c-f33e672f750a", "tag": "7a490649-76a7-4b13-bc13-c741eb5833f3", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:56:58.749387 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ebbc4a2-ebc1-4b89-a3be-5f944e00de86 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:56:58.749803 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'tag': '7a490649-76a7-4b13-bc13-c741eb5833f3', 'status': 'completed', 'code': 200}
Jun 06 11:56:58.757506 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc48f5-36a8-4ad7-a794-0d6af1b9bd96 req-d5c63123-c62b-4d34-bedd-345f2e273e61 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:58.759026 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c0cc48f5-36a8-4ad7-a794-0d6af1b9bd96 req-d5c63123-c62b-4d34-bedd-345f2e273e61 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.3441186
Jun 06 11:56:58.816577 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-ff601457-e1e6-4e97-bab0-0a402e426d61 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a490649-76a7-4b13-bc13-c741eb5833f3 HTTP/1.1" status: 200  len: 217 time: 0.1172507
Jun 06 11:56:58.922141 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c0cc48f5-36a8-4ad7-a794-0d6af1b9bd96 req-7e89081c-c0d9-4609-a784-fbaa03682d81 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1122062
Jun 06 11:56:58.927167 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-735130f1-a397-4ceb-b1cf-827a773427c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:58.928495 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-735130f1-a397-4ceb-b1cf-827a773427c3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=152508a6-2d08-4397-81a6-be9ae3bc7dc7 HTTP/1.1" status: 200  len: 850 time: 0.0944493
Jun 06 11:56:58.973370 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-476dbb92-c154-47f6-b0f0-a53cdc6beba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:58.974824 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-476dbb92-c154-47f6-b0f0-a53cdc6beba4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 1096 time: 0.2148674
Jun 06 11:56:59.047706 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-f1705253-3494-4053-9b59-45f69e9ffde3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269f14c0-7028-49b0-ac68-7ef4150816e6 HTTP/1.1" status: 200  len: 217 time: 0.0622241
Jun 06 11:56:59.114581 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-ed56078b-4ffc-477d-b6b9-afc00692f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:59.116008 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-ed56078b-4ffc-477d-b6b9-afc00692f4e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4cb10f0a-05af-4fba-b41d-12091928d248&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1801603
Jun 06 11:56:59.121219 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-575b16a1-e6cf-4294-b29d-18be13294448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:59.122521 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-575b16a1-e6cf-4294-b29d-18be13294448 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.0676825
Jun 06 11:56:59.312727 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-01a11171-a52f-446e-992a-ebc94beb9796 service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1825995
Jun 06 11:56:59.315224 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-dbfc865c-4b68-48fa-82f3-9063066ea8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:59.316570 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-dbfc865c-4b68-48fa-82f3-9063066ea8ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1854668
Jun 06 11:56:59.791049 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad8b6d84-917b-4958-bf6c-446886122d0e req-ebd060ed-b1ef-4654-bb31-858fc53e2617 service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4652879
Jun 06 11:56:59.804319 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3340d440-77e7-459b-a0ff-95300560ccda req-3775f1df-5a5b-435b-bf61-ebc59a02b857 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:59.805908 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3340d440-77e7-459b-a0ff-95300560ccda req-3775f1df-5a5b-435b-bf61-ebc59a02b857 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.3346736
Jun 06 11:56:59.809785 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-e0287ef9-0da6-401e-9f17-b3a218627d5e service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3585000
Jun 06 11:56:59.837234 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cbc0af-1213-4d80-85e7-9607ba8e933f req-3c8db100-cbac-4d71-8f3c-3b6f7cabb1cc tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:56:59.838687 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-98cbc0af-1213-4d80-85e7-9607ba8e933f req-3c8db100-cbac-4d71-8f3c-3b6f7cabb1cc tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 943 time: 0.3299856
Jun 06 11:57:00.036271 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3340d440-77e7-459b-a0ff-95300560ccda req-0ce93ead-23b9-44d9-ac8b-9d1c6138dee5 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.2213280
Jun 06 11:57:00.057815 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-98cbc0af-1213-4d80-85e7-9607ba8e933f req-2b5916ec-8da3-4ef7-8f8b-3e1fd72169cb tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1889410
Jun 06 11:57:00.093864 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5f3f701f-18e0-4445-ae0b-bd3057722860 req-1fde01e8-6cbd-491a-bab5-c146239727aa service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2762985
Jun 06 11:57:00.095577 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-975c826c-342e-4c38-a054-1f6a8bca5bba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:00.096906 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-975c826c-342e-4c38-a054-1f6a8bca5bba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 1096 time: 0.2357492
Jun 06 11:57:00.284629 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-e4e31316-b401-41b0-aa5d-9ced39f6df09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:00.286083 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-e4e31316-b401-41b0-aa5d-9ced39f6df09 service neutron] 10.222.0.16 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 912 time: 0.1788094
Jun 06 11:57:00.351791 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa8c8ff-8e21-4755-b966-8cd2ee299280 req-ada56d95-c9d8-4372-96fb-665609e2bc6d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:00.353134 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5fa8c8ff-8e21-4755-b966-8cd2ee299280 req-ada56d95-c9d8-4372-96fb-665609e2bc6d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.2059848
Jun 06 11:57:00.380562 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-e030bdeb-041c-4c58-9739-410e364fa392 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a490649-76a7-4b13-bc13-c741eb5833f3 HTTP/1.1" status: 200  len: 217 time: 0.0860224
Jun 06 11:57:00.442409 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5fa8c8ff-8e21-4755-b966-8cd2ee299280 req-67460db8-a0bf-414a-bbd4-40173ad1d9ef tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834498
Jun 06 11:57:00.460931 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-c8c99b26-89a5-4b0d-8496-4bf28232bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:00.462325 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-c8c99b26-89a5-4b0d-8496-4bf28232bca1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=152508a6-2d08-4397-81a6-be9ae3bc7dc7 HTTP/1.1" status: 200  len: 850 time: 0.0686524
Jun 06 11:57:00.539282 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-07570b4f-82bd-4258-9d97-9cfc33876185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:00.541013 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-07570b4f-82bd-4258-9d97-9cfc33876185 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4cb10f0a-05af-4fba-b41d-12091928d248&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685697
Jun 06 11:57:00.670311 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-513ec797-68ab-4129-8c3a-2eff7249365c service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205709
Jun 06 11:57:00.762243 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:00.764492 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:00.799947 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7a490649-76a7-4b13-bc13-c741eb5833f3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:57:00.805558 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4300b6d-5d35-42a5-999a-e090b3459f7d x-openstack-request-id: req-d4300b6d-5d35-42a5-999a-e090b3459f7d {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:00.806036 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:00.806146 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d4300b6d-5d35-42a5-999a-e090b3459f7d {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:00.806559 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'status': 'completed', 'code': 200}
Jun 06 11:57:00.809990 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5b2762c6-16f8-4730-84ff-61dd3cd9484d req-02e11dfb-e024-43c9-bd49-99acc2771f70 service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317005
Jun 06 11:57:00.904526 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-8c064fe3-ea36-4b2c-8f28-f85f3d855dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:00.906432 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-8c064fe3-ea36-4b2c-8f28-f85f3d855dec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 1096 time: 0.0729744
Jun 06 11:57:00.944988 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 7a490649-76a7-4b13-bc13-c741eb5833f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a490649-76a7-4b13-bc13-c741eb5833f3,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:00.962852 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '7a490649-76a7-4b13-bc13-c741eb5833f3', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'port_id': '7a490649-76a7-4b13-bc13-c741eb5833f3', 'mac_address': 'fa:16:3e:e5:c6:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 681, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:57:01.023160 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:01.040969 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a490649-76a7-4b13-bc13-c741eb5833f3 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:57:01.059944 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 7a490649-76a7-4b13-bc13-c741eb5833f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a490649-76a7-4b13-bc13-c741eb5833f3,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:01.065055 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:01.068717 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-6589b437-b39d-4871-8eed-0317c818a2d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:01.140099 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=7a490649-76a7-4b13-bc13-c741eb5833f3,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:01.143341 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:01.153612 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-f8449404-7df8-4b39-9088-77bf97d1493e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:01.155835 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-f8449404-7df8-4b39-9088-77bf97d1493e service neutron] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 918 time: 0.2397833
Jun 06 11:57:01.308752 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-e2963ef6-f013-411f-bca2-4552dd158b5f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269f14c0-7028-49b0-ac68-7ef4150816e6 HTTP/1.1" status: 200  len: 217 time: 0.1154580
Jun 06 11:57:01.345132 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['7a490649-76a7-4b13-bc13-c741eb5833f3'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:57:01.398721 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-a0f6e0f9-1466-473d-87db-1bd69e626dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:01.400124 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-a0f6e0f9-1466-473d-87db-1bd69e626dc3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.0801187
Jun 06 11:57:01.413385 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e00e65d-aa98-4c0b-916d-8d7372316f03 req-a340bb9d-ce3f-4961-814d-c7acca579041 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:01.414737 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0e00e65d-aa98-4c0b-916d-8d7372316f03 req-a340bb9d-ce3f-4961-814d-c7acca579041 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.2549648
Jun 06 11:57:01.478155 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912be39e-dfa8-41bf-b24b-1b17631a977b req-3baca046-8c62-4bc4-96c7-43c9b34f8b92 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:01.479567 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-912be39e-dfa8-41bf-b24b-1b17631a977b req-3baca046-8c62-4bc4-96c7-43c9b34f8b92 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 944 time: 0.2853572
Jun 06 11:57:01.550413 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0e00e65d-aa98-4c0b-916d-8d7372316f03 req-228f7bff-b27c-46ee-a47e-47558ce36b94 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.1026597
Jun 06 11:57:01.567672 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-912be39e-dfa8-41bf-b24b-1b17631a977b req-a752ef3e-23c6-4dcb-ae10-004c262ec451 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0753994
Jun 06 11:57:01.570792 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-149b1c39-a408-46fd-b18b-8688146cdf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:01.572253 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-149b1c39-a408-46fd-b18b-8688146cdf83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1559546
Jun 06 11:57:01.758121 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-b9bca566-ea76-4099-9cdf-7153527c75d1 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1772029
Jun 06 11:57:01.813750 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75fca9-a80c-4517-9c39-10ae6f7dd2e2 req-20ef76bc-04e4-454c-8fa3-5f81898d5931 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:01.815133 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9c75fca9-a80c-4517-9c39-10ae6f7dd2e2 req-20ef76bc-04e4-454c-8fa3-5f81898d5931 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.1478424
Jun 06 11:57:01.932673 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9c75fca9-a80c-4517-9c39-10ae6f7dd2e2 req-8c794f00-c606-4e9e-92c9-77fe9b7c4cf0 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0701215
Jun 06 11:57:01.934659 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8e3a6e48-56aa-42f8-bccb-f3bf432a9381 req-056fbdb8-d25a-4003-8619-1b31b7713409 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1681042
Jun 06 11:57:02.540383 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:02.803754 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023bbcfc-042a-4f7f-a114-9fec3f8ecad8 req-317fb778-8e4c-4290-bdd1-088dd59eab94 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:02.805115 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-023bbcfc-042a-4f7f-a114-9fec3f8ecad8 req-317fb778-8e4c-4290-bdd1-088dd59eab94 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.1450298
Jun 06 11:57:02.815948 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 269f14c0-7028-49b0-ac68-7ef4150816e6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:57:02.818269 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7a490649-76a7-4b13-bc13-c741eb5833f3 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:57:02.869835 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0107a631-467a-4feb-b48d-ad9de5b8219f req-d0703cd1-2957-4d7f-84e0-1cae133dd37d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:02.871763 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0107a631-467a-4feb-b48d-ad9de5b8219f req-d0703cd1-2957-4d7f-84e0-1cae133dd37d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 944 time: 0.1414363
Jun 06 11:57:02.876457 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-023bbcfc-042a-4f7f-a114-9fec3f8ecad8 req-c549814a-1136-4385-bba2-ed7368e560be tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&id=fcdb759a-bc10-4935-87b9-f369c8b0f96e&fields=id&fields=name HTTP/1.1" status: 200  len: 378 time: 0.0650563
Jun 06 11:57:02.928622 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0107a631-467a-4feb-b48d-ad9de5b8219f req-77e3359e-6aae-42ba-b185-92f08d54a348 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498517
Jun 06 11:57:02.974973 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 7a490649-76a7-4b13-bc13-c741eb5833f3 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:57:02.984331 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 7a490649-76a7-4b13-bc13-c741eb5833f3 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:57:02.984715 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:03.044129 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:03.066834 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'port_id': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'mac_address': 'fa:16:3e:03:2b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:57:03.180750 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:03.202731 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:03.213194 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269f14c0-7028-49b0-ac68-7ef4150816e6 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:57:03.222850 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8543e4d1-21e0-45aa-95dd-450b72b42660 req-a5688a36-2ed1-4fba-b6f8-0c79a5bada42 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:03.224449 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8543e4d1-21e0-45aa-95dd-450b72b42660 req-a5688a36-2ed1-4fba-b6f8-0c79a5bada42 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.0897634
Jun 06 11:57:03.243094 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a490649-76a7-4b13-bc13-c741eb5833f3'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:03.245340 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b3e89ae-6c63-4a85-8ca1-eda8a4e9a976" -d '{"events": [{"server_uuid": "f98d68f3-e7e3-4dcc-900c-f33e672f750a", "name": "network-vif-plugged", "status": "completed", "tag": "7a490649-76a7-4b13-bc13-c741eb5833f3"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:03.250295 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:03.255332 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:03.258127 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 7a490649-76a7-4b13-bc13-c741eb5833f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a490649-76a7-4b13-bc13-c741eb5833f3,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:03.259054 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-2c77b953-9a95-47c4-8cff-88cbefa621bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:03.273036 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8543e4d1-21e0-45aa-95dd-450b72b42660 req-09440d9e-7f1c-4d31-ba8c-f18470d92f3a tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424294
Jun 06 11:57:03.293859 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bfff47b-9fd7-4a57-afc9-9c086cb34f41 x-openstack-request-id: req-8bfff47b-9fd7-4a57-afc9-9c086cb34f41 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:03.294189 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98d68f3-e7e3-4dcc-900c-f33e672f750a", "name": "network-vif-plugged", "status": "completed", "tag": "7a490649-76a7-4b13-bc13-c741eb5833f3", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:03.294451 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8bfff47b-9fd7-4a57-afc9-9c086cb34f41 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:03.294846 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a490649-76a7-4b13-bc13-c741eb5833f3', 'code': 200}
Jun 06 11:57:03.295619 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:03.331733 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:03.334439 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:03.334909 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-dd8a5250-fdae-4d99-9945-16c20ac178f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:03.403028 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=7a490649-76a7-4b13-bc13-c741eb5833f3,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:03.406209 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:03.485376 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['269f14c0-7028-49b0-ac68-7ef4150816e6'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:57:03.534524 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adaea86-10f0-4cdd-a5e4-38df5d3c04dd req-6a9e2051-b492-4dc6-a158-154e6e190d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:03.535969 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0adaea86-10f0-4cdd-a5e4-38df5d3c04dd req-6a9e2051-b492-4dc6-a158-154e6e190d3d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 1098 time: 0.0758605
Jun 06 11:57:03.578399 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0adaea86-10f0-4cdd-a5e4-38df5d3c04dd req-e101a91b-a4ee-49d2-8f0d-6ac63f704307 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353513
Jun 06 11:57:04.120921 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e8d4e-4af9-4c3f-9a03-542717918025 req-6d7639f8-8521-4641-926a-f8fd64bdb125 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:04.122342 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f10e8d4e-4af9-4c3f-9a03-542717918025 req-6d7639f8-8521-4641-926a-f8fd64bdb125 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 945 time: 0.0782876
Jun 06 11:57:04.165445 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f10e8d4e-4af9-4c3f-9a03-542717918025 req-d8774c37-4ec3-4561-8afc-ebdf1eccf967 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0370331
Jun 06 11:57:04.482215 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-98b021a9-87f1-4a99-bf48-af25cd0d2841 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1810266799&fields=id&tenant_id=5d7527513e8342feb4bbeaf1a100ded0 HTTP/1.1" status: 200  len: 267 time: 0.0923433
Jun 06 11:57:04.547466 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9eb64c-4f86-4089-9039-acc926c494fa req-cdda04d8-7218-4dcc-90aa-93c8d92deda6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:04.548936 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8c9eb64c-4f86-4089-9039-acc926c494fa req-cdda04d8-7218-4dcc-90aa-93c8d92deda6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 944 time: 0.1461046
Jun 06 11:57:04.764300 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8c9eb64c-4f86-4089-9039-acc926c494fa req-7a033f98-c071-4d77-9e59-ff18decae065 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0708563
Jun 06 11:57:04.771912 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-7ab596e7-c1a5-4e49-a04d-587ca9b6b9a6 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:04.773292 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-7ab596e7-c1a5-4e49-a04d-587ca9b6b9a6 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/networks?id=9d8d2b8f-4573-48da-8fc1-b3932b34807e HTTP/1.1" status: 200  len: 809 time: 0.2828450
Jun 06 11:57:04.788167 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-af54e8c6-a30f-4ac6-a02b-be1ca6bf7f39 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/quotas/5d7527513e8342feb4bbeaf1a100ded0 HTTP/1.1" status: 200  len: 375 time: 0.0092375
Jun 06 11:57:04.822616 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 269f14c0-7028-49b0-ac68-7ef4150816e6 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:57:04.873322 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-947f27db-9798-4061-93cb-883c5c421d58 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=5d7527513e8342feb4bbeaf1a100ded0&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0797086
Jun 06 11:57:04.888317 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 269f14c0-7028-49b0-ac68-7ef4150816e6 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:57:04.893156 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 269f14c0-7028-49b0-ac68-7ef4150816e6 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:57:04.893531 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:05.012620 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-c936be28-c89c-4272-9930-b67fd9b0308e service neutron] 10.222.0.46 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1280730
Jun 06 11:57:05.039935 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:05.071305 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:05.076091 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:05.078514 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:05.143005 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-770c9e39-b07d-4d74-b3fe-02c0c0622dc2 service neutron] 10.222.0.46 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1240788
Jun 06 11:57:05.143841 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:05.147138 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:05.296233 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:05.298901 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12b3bcad-7622-4f9d-970d-2e80740daa12" -d '{"events": [{"server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "name": "network-vif-plugged", "status": "completed", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:05.352285 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f9a19-baa9-43d9-ab0e-5088f1e126bd req-804a9be7-f821-4718-8828-e3f3be634bc0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:05.353773 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a56f9a19-baa9-43d9-ab0e-5088f1e126bd req-804a9be7-f821-4718-8828-e3f3be634bc0 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 945 time: 0.0805912
Jun 06 11:57:05.399053 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a56f9a19-baa9-43d9-ab0e-5088f1e126bd req-1ad0c425-4d9f-4050-9082-31229435d18c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382521
Jun 06 11:57:05.453095 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12b029f-4587-415c-ae4d-82373872f241 x-openstack-request-id: req-e12b029f-4587-415c-ae4d-82373872f241 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:05.454053 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "name": "network-vif-plugged", "status": "completed", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:05.454504 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-e12b029f-4587-415c-ae4d-82373872f241 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:05.455077 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'code': 200}
Jun 06 11:57:05.552867 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c0343e46-d2c9-4f0f-8158-1fe4b3b5dde5 req-1e3fd532-ff78-427e-bbca-33bc7d0a3df2 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 210 time: 0.0494027
Jun 06 11:57:05.633323 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2f434-a0b3-4d3e-a61a-91c62f723595 req-df5ecf96-4eac-4f37-b7bd-8810095ff207 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:05.634798 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-50a2f434-a0b3-4d3e-a61a-91c62f723595 req-df5ecf96-4eac-4f37-b7bd-8810095ff207 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 945 time: 0.0907097
Jun 06 11:57:05.643606 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56200) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:05.648897 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-865a5446-cee8-44a4-9d71-4398d5546fc9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Request body: {'floatingip': {'port_id': '7a490649-76a7-4b13-bc13-c741eb5833f3'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:57:05.702798 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c7b036df-85f7-4b49-a9ae-eaa85095163c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:05.713681 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c60c0e-f9d4-4ff7-8c4f-9532de9ab85d req-9ef2af6c-2ad7-499e-9b73-84b34957033e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:05.715129 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e5c60c0e-f9d4-4ff7-8c4f-9532de9ab85d req-9ef2af6c-2ad7-499e-9b73-84b34957033e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 1098 time: 0.0794914
Jun 06 11:57:05.734215 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-865a5446-cee8-44a4-9d71-4398d5546fc9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:05.760058 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e5c60c0e-f9d4-4ff7-8c4f-9532de9ab85d req-67025d20-dcfd-4dd5-9ecd-8c2e34f39bb1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0377965
Jun 06 11:57:05.961716 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24070ed-f6ab-46e0-ac3f-86e079542380 req-b1dcb5be-481f-4ef2-a593-804cb65cc329 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:05.963501 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e24070ed-f6ab-46e0-ac3f-86e079542380 req-b1dcb5be-481f-4ef2-a593-804cb65cc329 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0855651
Jun 06 11:57:06.017259 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e24070ed-f6ab-46e0-ac3f-86e079542380 req-3721131d-fda5-4c67-ba85-6717425ad251 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438416
Jun 06 11:57:06.443950 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-865a5446-cee8-44a4-9d71-4398d5546fc9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:06.447879 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-865a5446-cee8-44a4-9d71-4398d5546fc9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:06.628206 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.l3_db [None req-865a5446-cee8-44a4-9d71-4398d5546fc9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Floating IP 8e898ea3-00f4-4c8a-a60b-7f9d681c379b associated. External IP: 172.27.1.53, port: 7a490649-76a7-4b13-bc13-c741eb5833f3.
Jun 06 11:57:06.687372 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-5a4e0eec-3bf8-4dcb-9b5e-2613f3ca59f2 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:06.688988 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-5a4e0eec-3bf8-4dcb-9b5e-2613f3ca59f2 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.16 "GET /v2.0/networks?id=9d8d2b8f-4573-48da-8fc1-b3932b34807e HTTP/1.1" status: 200  len: 809 time: 0.1818199
Jun 06 11:57:06.768455 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-52ccad0e-b749-4eed-8b67-6a87d3a43e41 req-df6d1db4-3fcc-4bc4-b83b-f32e965d31bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 210 time: 0.0697665
Jun 06 11:57:06.808797 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-fb740854-f26b-4b8b-abc3-39eb0c864c94 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5d7527513e8342feb4bbeaf1a100ded0 HTTP/1.1" status: 200  len: 380 time: 0.0616255
Jun 06 11:57:06.819886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Request body: {'port': {'device_id': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'admin_state_up': True, 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'security_groups': ['741f614f-6215-433d-ba1c-1bc985dd6305']}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:57:06.975793 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Made reservation on behalf of 5d7527513e8342feb4bbeaf1a100ded0 for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:57:06.979377 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:07.011290 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-865a5446-cee8-44a4-9d71-4398d5546fc9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Router 7b542b49-7406-4e8f-9412-31886270adad has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:57:07.190855 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-865a5446-cee8-44a4-9d71-4398d5546fc9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:57:07.195906 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-865a5446-cee8-44a4-9d71-4398d5546fc9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:07.200285 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Allocated IP 172.20.0.3 (9d8d2b8f-4573-48da-8fc1-b3932b34807e/a641ac2e-55ba-4e95-886a-729156c57985/7902d85b-51ca-4da6-bec3-025e388233f3) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:57:07.202112 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] Sync routers for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:57:07.214558 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:57:07.215810 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faca51280>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:07.255962 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-865a5446-cee8-44a4-9d71-4398d5546fc9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "PUT /v2.0/floatingips/8e898ea3-00f4-4c8a-a60b-7f9d681c379b HTTP/1.1" status: 200  len: 990 time: 1.6106746
Jun 06 11:57:07.257253 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'tag': '7a490649-76a7-4b13-bc13-c741eb5833f3'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:07.260085 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09" -d '{"events": [{"name": "network-changed", "server_uuid": "f98d68f3-e7e3-4dcc-900c-f33e672f750a", "tag": "7a490649-76a7-4b13-bc13-c741eb5833f3"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:07.299437 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52087e9c-1def-4e01-b26a-23b85376b061 req-5a755f2a-fd8d-432a-bdf5-bbd5d6c622af tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:07.300953 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-52087e9c-1def-4e01-b26a-23b85376b061 req-5a755f2a-fd8d-432a-bdf5-bbd5d6c622af tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.1626956
Jun 06 11:57:07.422384 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:57:07.516760 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8b1d5d-c5d1-432b-9c67-71273bff5fbc x-openstack-request-id: req-eb8b1d5d-c5d1-432b-9c67-71273bff5fbc {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:07.517034 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f98d68f3-e7e3-4dcc-900c-f33e672f750a", "tag": "7a490649-76a7-4b13-bc13-c741eb5833f3", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:07.517327 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-eb8b1d5d-c5d1-432b-9c67-71273bff5fbc {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:07.518042 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'tag': '7a490649-76a7-4b13-bc13-c741eb5833f3', 'status': 'completed', 'code': 200}
Jun 06 11:57:07.603172 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-52087e9c-1def-4e01-b26a-23b85376b061 req-2ee91edf-471c-4954-bb94-e4d5c6218029 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2931781
Jun 06 11:57:07.660410 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:07.684546 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Transition to ACTIVE for port object 7902d85b-51ca-4da6-bec3-025e388233f3 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:57:07.693965 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-70c06ffe-45d9-4495-ab4d-724a7417d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:07.695441 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-70c06ffe-45d9-4495-ab4d-724a7417d63e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=b70e174e528d4ec0ae31867601649972&device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 1098 time: 0.1465917
Jun 06 11:57:07.807589 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faca51280>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '8e898ea3-00f4-4c8a-a60b-7f9d681c379b', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '7b542b49-7406-4e8f-9412-31886270adad', 'port_id': '7a490649-76a7-4b13-bc13-c741eb5833f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'mac_address': 'fa:16:3e:e5:c6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:50Z', 'updated_at': '2021-06-06T11:57:06Z', 'revision_number': 1, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:07.812457 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] Checking router: 7b542b49-7406-4e8f-9412-31886270adad for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:57:07.821086 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:57:07.821762 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faca51280>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:56:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:07.855724 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:07.866652 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-348e6885-9743-4201-ba24-880ec64f3a83 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:07.999819 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:57:08.017166 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Network 9d8d2b8f-4573-48da-8fc1-b3932b34807e is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:57:08.026774 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:57:08.035528 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:57:08.064973 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-c253fbd0-0b11-4a6a-ac53-47c536bd5d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:08.066343 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-c253fbd0-0b11-4a6a-ac53-47c536bd5d1b service neutron] 10.222.0.16 "GET /v2.0/networks?id=4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 200  len: 912 time: 0.3632343
Jun 06 11:57:08.072192 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event updated for resources: {'Port': ['ID=7902d85b-51ca-4da6-bec3-025e388233f3,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:08.132285 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:08.149481 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e695aa0c-bc0c-40e5-96b8-84354d9d5246 req-4eeb58cf-0832-4584-b0c9-076b490c99e2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:08.151000 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e695aa0c-bc0c-40e5-96b8-84354d9d5246 req-4eeb58cf-0832-4584-b0c9-076b490c99e2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.4244306
Jun 06 11:57:08.161113 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56220) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:08.167160 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-cbb2fd9e-2ce8-4ca9-8f64-6f5f70ce1d54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Request body: {'floatingip': {'port_id': '269f14c0-7028-49b0-ac68-7ef4150816e6'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:57:08.205154 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:08.205797 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:08.238227 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-3d2ff4cd-a0ee-4a70-8358-61ba7a17c8f9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7a490649-76a7-4b13-bc13-c741eb5833f3 HTTP/1.1" status: 200  len: 998 time: 0.1633868
Jun 06 11:57:08.241535 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4255173
Jun 06 11:57:08.250312 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e70cac-f1f4-4921-a471-fcc8444b06b8 req-7298f6e0-de6b-440a-b39b-f118d2658e6e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:08.255869 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27e70cac-f1f4-4921-a471-fcc8444b06b8 req-7298f6e0-de6b-440a-b39b-f118d2658e6e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 931 time: 0.3517389
Jun 06 11:57:08.268825 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cbb2fd9e-2ce8-4ca9-8f64-6f5f70ce1d54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:08.300903 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Request body: {'port': {'device_id': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:57:08.314422 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:08.327467 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-abd7b6a3-86b2-45f0-9151-9f16f74cb061 None None] Provisioning for port 7902d85b-51ca-4da6-bec3-025e388233f3 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:57:08.335047 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-abd7b6a3-86b2-45f0-9151-9f16f74cb061 None None] Provisioning complete for port 7902d85b-51ca-4da6-bec3-025e388233f3 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:57:08.335421 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-abd7b6a3-86b2-45f0-9151-9f16f74cb061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:08.416092 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-28b35e73-c995-4c39-8092-25892e4f392e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:08.417777 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-28b35e73-c995-4c39-8092-25892e4f392e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=152508a6-2d08-4397-81a6-be9ae3bc7dc7 HTTP/1.1" status: 200  len: 850 time: 0.1592042
Jun 06 11:57:08.453190 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-abd7b6a3-86b2-45f0-9151-9f16f74cb061 None None] Port 7902d85b-51ca-4da6-bec3-025e388233f3 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:57:08.464718 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faca51280>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '8e898ea3-00f4-4c8a-a60b-7f9d681c379b', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '7b542b49-7406-4e8f-9412-31886270adad', 'port_id': '7a490649-76a7-4b13-bc13-c741eb5833f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'mac_address': 'fa:16:3e:e5:c6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:50Z', 'updated_at': '2021-06-06T11:57:06Z', 'revision_number': 1, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:08.469953 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d10e7bd7-df50-4ad4-b47d-272eea07d1e4 None None] The sync data for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi is: [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '8e898ea3-00f4-4c8a-a60b-7f9d681c379b', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'floating_ip_address': '172.27.1.53', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '7b542b49-7406-4e8f-9412-31886270adad', 'port_id': '7a490649-76a7-4b13-bc13-c741eb5833f3', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'mac_address': 'fa:16:3e:e5:c6:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:50Z', 'updated_at': '2021-06-06T11:57:06Z', 'revision_number': 1, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:57:08.534063 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:08.553684 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27e70cac-f1f4-4921-a471-fcc8444b06b8 req-023d982a-7863-46af-9ef9-67e583fa9a3d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2940173
Jun 06 11:57:08.616118 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-45976d8b-2046-4002-9fd9-1ee71ea9c974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:08.727733 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-ecb9b93e-34ab-4288-93d1-da595a123a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:08.728918 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd8f3d-2dd1-46ef-b88b-a545810e04bd None None] New status for floating IP 8e898ea3-00f4-4c8a-a60b-7f9d681c379b: ACTIVE {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:57:08.729356 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-ecb9b93e-34ab-4288-93d1-da595a123a42 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=4cb10f0a-05af-4fba-b41d-12091928d248&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3026481
Jun 06 11:57:08.968652 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-c186804e-c331-4e25-8855-c89c1ed721de service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2305577
Jun 06 11:57:08.975719 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cbb2fd9e-2ce8-4ca9-8f64-6f5f70ce1d54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:08.980107 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cbb2fd9e-2ce8-4ca9-8f64-6f5f70ce1d54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:09.142600 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7902d85b-51ca-4da6-bec3-025e388233f3 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:57:09.159202 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:09.166967 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.l3_db [None req-cbb2fd9e-2ce8-4ca9-8f64-6f5f70ce1d54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Floating IP 6b34d98a-0c30-410c-bb37-40c399ed8ea0 associated. External IP: 172.27.1.13, port: 269f14c0-7028-49b0-ac68-7ef4150816e6.
Jun 06 11:57:09.178116 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5e901b85-8797-4b7d-9e5d-7ede0b2f7b09 req-6c8f153c-2d48-4b8d-8bad-2abada27a9de service neutron] 10.222.0.16 "GET /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034228
Jun 06 11:57:09.183600 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Transition to ACTIVE for port object 7902d85b-51ca-4da6-bec3-025e388233f3 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:57:09.189428 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:09.193813 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-524642c7-23f8-451c-96c7-7f75e78bce5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:09.416737 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Pushing event updated for resources: {'Port': ['ID=7902d85b-51ca-4da6-bec3-025e388233f3,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:09.426786 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:09.533041 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Attempting to bind port 7902d85b-51ca-4da6-bec3-025e388233f3 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:57:09.533370 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Attempting to bind port 7902d85b-51ca-4da6-bec3-025e388233f3 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:57:09.533690 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Attempting to bind port 7902d85b-51ca-4da6-bec3-025e388233f3 on network 9d8d2b8f-4573-48da-8fc1-b3932b34807e {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:57:09.537807 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbb2fd9e-2ce8-4ca9-8f64-6f5f70ce1d54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Router dc135273-d742-40f4-acb8-f5f496ec6872 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:57:09.538267 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Port 7902d85b-51ca-4da6-bec3-025e388233f3 on network 9d8d2b8f-4573-48da-8fc1-b3932b34807e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:57:09.538600 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Attempting to bind port 7902d85b-51ca-4da6-bec3-025e388233f3 on network 9d8d2b8f-4573-48da-8fc1-b3932b34807e {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:57:09.543592 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:57:09.543920 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Checking segment: {'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:57:09.544299 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Bound using segment: {'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:57:09.544733 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Bound port: 7902d85b-51ca-4da6-bec3-025e388233f3, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '846470bf-c38e-41f9-b705-f963d8e0c53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 658, 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:57:09.545072 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:09.653105 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] For port 7902d85b-51ca-4da6-bec3-025e388233f3, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:57:09.657964 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] For port 7902d85b-51ca-4da6-bec3-025e388233f3, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7902d85b-51ca-4da6-bec3-025e388233f3,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:57:09.662028 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:09.665419 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:09.679054 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:09.752362 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:09.753095 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:09.754693 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] 10.222.0.16 "PUT /v2.0/ports/7902d85b-51ca-4da6-bec3-025e388233f3 HTTP/1.1" status: 200  len: 1093 time: 1.4973533
Jun 06 11:57:09.773929 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:09.776489 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a017c48-0627-4c39-9bd8-b30dd303a485" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:09.860044 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbb2fd9e-2ce8-4ca9-8f64-6f5f70ce1d54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:57:09.864944 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cbb2fd9e-2ce8-4ca9-8f64-6f5f70ce1d54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:09.870058 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc01132-812e-4ece-bcd4-5d91ef99ce58 x-openstack-request-id: req-5fc01132-812e-4ece-bcd4-5d91ef99ce58 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:09.870513 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:09.870806 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5fc01132-812e-4ece-bcd4-5d91ef99ce58 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:09.871234 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3', 'status': 'completed', 'code': 200}
Jun 06 11:57:09.877543 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] Sync routers for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:57:09.891890 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:57:09.892986 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facc41910>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:57:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:09.899106 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Pushing event updated for resources: {'Port': ['ID=7902d85b-51ca-4da6-bec3-025e388233f3,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:09.905716 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:09.926036 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951e674-7c68-4851-b8b6-b0119e63c8f8 req-0a05bed9-08cf-4adc-b1e8-a493e81081a8 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:09.926980 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-cbb2fd9e-2ce8-4ca9-8f64-6f5f70ce1d54 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "PUT /v2.0/floatingips/6b34d98a-0c30-410c-bb37-40c399ed8ea0 HTTP/1.1" status: 200  len: 990 time: 1.7638242
Jun 06 11:57:09.927708 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2951e674-7c68-4851-b8b6-b0119e63c8f8 req-0a05bed9-08cf-4adc-b1e8-a493e81081a8 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.2497618
Jun 06 11:57:09.933879 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:09.937206 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c33b12-8d50-48b7-89ee-e6eb487ee82a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:09.951445 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-d3374759-84e0-4439-8f46-92a8417089a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:09.953005 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-d3374759-84e0-4439-8f46-92a8417089a9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d7527513e8342feb4bbeaf1a100ded0&device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1096 time: 0.1393044
Jun 06 11:57:10.033533 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-f0693995-c292-449c-a84d-c75566ee0f3a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7902d85b-51ca-4da6-bec3-025e388233f3 HTTP/1.1" status: 200  len: 217 time: 0.0719318
Jun 06 11:57:10.044888 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2951e674-7c68-4851-b8b6-b0119e63c8f8 req-98bf60c5-9fc0-4843-97df-2d4c44870586 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103632
Jun 06 11:57:10.103316 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1d2bef6-52d0-4734-9b54-c519506eabef x-openstack-request-id: req-c1d2bef6-52d0-4734-9b54-c519506eabef {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:10.103531 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:10.103821 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c1d2bef6-52d0-4734-9b54-c519506eabef {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:10.104239 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'status': 'completed', 'code': 200}
Jun 06 11:57:10.117919 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ed109d4b-fbff-4db9-b999-ea349f073e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:10.119436 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-ed109d4b-fbff-4db9-b999-ea349f073e04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a641ac2e-55ba-4e95-886a-729156c57985 HTTP/1.1" status: 200  len: 848 time: 0.0778608
Jun 06 11:57:10.172029 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:57:10.256570 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-393b1262-508d-4d24-a6bd-24a3ccb2cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:10.258056 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-393b1262-508d-4d24-a6bd-24a3ccb2cc14 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8d2b8f-4573-48da-8fc1-b3932b34807e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1322505
Jun 06 11:57:10.259878 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-4f16a704-5004-4a57-9005-f79ef41c8bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:10.261163 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-4f16a704-5004-4a57-9005-f79ef41c8bb3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 1098 time: 0.1001730
Jun 06 11:57:10.510580 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facc41910>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '6b34d98a-0c30-410c-bb37-40c399ed8ea0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'port_id': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'mac_address': 'fa:16:3e:03:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:51Z', 'updated_at': '2021-06-06T11:57:08Z', 'revision_number': 1, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:10.511127 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-85d773be-179d-4c33-9092-80fb1fd19239 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2419741
Jun 06 11:57:10.512238 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-4b428f79-c1df-4de8-87ef-d486828a10b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:10.513557 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-4b428f79-c1df-4de8-87ef-d486828a10b2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 918 time: 0.2434111
Jun 06 11:57:10.514880 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] Checking router: dc135273-d742-40f4-acb8-f5f496ec6872 for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:57:10.523236 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:57:10.524242 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facc41910>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:57:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:10.695194 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:57:10.698749 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:57:10.706577 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-e830a6f8-f8c1-4961-adf3-dd758f643cac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269f14c0-7028-49b0-ac68-7ef4150816e6 HTTP/1.1" status: 200  len: 998 time: 0.1660233
Jun 06 11:57:10.767440 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4bb6c578-ffc6-404e-a7a6-a09229ed28d2 req-3faf86d3-0c22-4900-9dc9-956f00fa64af service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2442594
Jun 06 11:57:10.785773 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-8bc8bec6-900c-4f03-bddc-2ef30e94a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:10.787267 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-8bc8bec6-900c-4f03-bddc-2ef30e94a092 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.0742886
Jun 06 11:57:11.035196 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-cff6285a-9b0b-4bfc-8914-941caf9b90ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:11.036561 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-cff6285a-9b0b-4bfc-8914-941caf9b90ec service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d7527513e8342feb4bbeaf1a100ded0&device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1096 time: 0.2086844
Jun 06 11:57:11.038438 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-4779909e-fc54-4d53-a333-d4267ad1cb16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:11.039729 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-4779909e-fc54-4d53-a333-d4267ad1cb16 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2466824
Jun 06 11:57:11.049452 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:11.077926 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facc41910>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '6b34d98a-0c30-410c-bb37-40c399ed8ea0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'port_id': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'mac_address': 'fa:16:3e:03:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:51Z', 'updated_at': '2021-06-06T11:57:08Z', 'revision_number': 1, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:11.082439 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216e0476-eab9-4373-97ce-36ad8d2037be None None] The sync data for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi is: [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': '6b34d98a-0c30-410c-bb37-40c399ed8ea0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'floating_ip_address': '172.27.1.13', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'port_id': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 570, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'mac_address': 'fa:16:3e:03:2b:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:56:51Z', 'updated_at': '2021-06-06T11:57:08Z', 'revision_number': 1, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:57:11.299664 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628517d1-40d2-4271-a322-ee8cef3e8d2e None None] New status for floating IP 6b34d98a-0c30-410c-bb37-40c399ed8ea0: ACTIVE {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:57:11.326419 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-e1f776b4-3bbf-4020-88b4-98adfebdcc30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:11.327864 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-e1f776b4-3bbf-4020-88b4-98adfebdcc30 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8d2b8f-4573-48da-8fc1-b3932b34807e HTTP/1.1" status: 200  len: 910 time: 0.2715147
Jun 06 11:57:11.422465 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-cf6ac26a-8ccb-4392-bd2a-b1da2d1d79bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7902d85b-51ca-4da6-bec3-025e388233f3 HTTP/1.1" status: 200  len: 217 time: 0.0867867
Jun 06 11:57:11.461256 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-777c620c-eb38-4b79-baad-4213d3dcc176 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3021345
Jun 06 11:57:11.534776 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e7622f-9c03-4615-afe0-7c0b13cb3b07 req-21cc968f-8cb5-4475-a560-aab4c01609ea tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:11.536202 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e9e7622f-9c03-4615-afe0-7c0b13cb3b07 req-21cc968f-8cb5-4475-a560-aab4c01609ea tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.3505356
Jun 06 11:57:11.584785 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-ace5e17a-7bf0-4428-b8cf-8738f81e5425 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:11.586209 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-ace5e17a-7bf0-4428-b8cf-8738f81e5425 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a641ac2e-55ba-4e95-886a-729156c57985 HTTP/1.1" status: 200  len: 848 time: 0.1576817
Jun 06 11:57:11.704619 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e9e7622f-9c03-4615-afe0-7c0b13cb3b07 req-24c43320-a70b-4e08-af7a-fd263991269d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1221931
Jun 06 11:57:11.707232 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-64c33b12-8d50-48b7-89ee-e6eb487ee82a req-6d5d8e97-9b49-4379-a9a3-55a5409fe12b service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2374310
Jun 06 11:57:11.726503 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-677ea046-5869-49f6-ae12-e47b264d0249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:11.727936 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-677ea046-5869-49f6-ae12-e47b264d0249 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8d2b8f-4573-48da-8fc1-b3932b34807e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1213601
Jun 06 11:57:11.856382 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-d5804a3a-5f7b-4dee-a730-5b2262ca768a service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1194172
Jun 06 11:57:11.989674 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5a017c48-0627-4c39-9bd8-b30dd303a485 req-5ac8cb35-5710-46d2-9450-bb98c13a2bda service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1269267
Jun 06 11:57:12.892739 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8b9d26-ed24-4547-894c-18fcbfd93a75 req-9a2cf7d3-78d6-4968-8953-a36a238a8940 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:12.894206 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4c8b9d26-ed24-4547-894c-18fcbfd93a75 req-9a2cf7d3-78d6-4968-8953-a36a238a8940 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0817952
Jun 06 11:57:12.938553 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4c8b9d26-ed24-4547-894c-18fcbfd93a75 req-fb2a7e2f-4a9c-484c-84f1-e54097bfa9f9 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386546
Jun 06 11:57:14.119889 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b0029-186a-4590-aa73-590f198fd22a req-50f28619-b486-442e-b079-bc87ab286214 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:14.121404 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-501b0029-186a-4590-aa73-590f198fd22a req-50f28619-b486-442e-b079-bc87ab286214 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0784268
Jun 06 11:57:14.165406 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-501b0029-186a-4590-aa73-590f198fd22a req-5bf5b487-74e7-4d87-b992-3bf19c2214e2 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0377197
Jun 06 11:57:15.357213 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fb128-6443-4e45-a55e-7a030c629600 req-14937d81-03c7-4a40-9574-fe13c291d1a8 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:15.358782 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-498fb128-6443-4e45-a55e-7a030c629600 req-14937d81-03c7-4a40-9574-fe13c291d1a8 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0845790
Jun 06 11:57:15.403847 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-498fb128-6443-4e45-a55e-7a030c629600 req-8057431c-78e7-4d8c-b363-5d514be15ee6 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394654
Jun 06 11:57:16.585958 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799d1765-4906-4db7-8a35-bc552ee24b85 req-4c5651c3-00a2-4fc7-ac60-59ddd4f773dd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:16.587391 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-799d1765-4906-4db7-8a35-bc552ee24b85 req-4c5651c3-00a2-4fc7-ac60-59ddd4f773dd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0786316
Jun 06 11:57:16.634669 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-799d1765-4906-4db7-8a35-bc552ee24b85 req-b6e6cb22-731b-4c73-b9b8-26b2d569a74c tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411177
Jun 06 11:57:16.897368 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7902d85b-51ca-4da6-bec3-025e388233f3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:57:17.028535 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 7902d85b-51ca-4da6-bec3-025e388233f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7902d85b-51ca-4da6-bec3-025e388233f3,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:17.041195 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '7902d85b-51ca-4da6-bec3-025e388233f3', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'port_id': '7902d85b-51ca-4da6-bec3-025e388233f3', 'mac_address': 'fa:16:3e:2d:ee:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:57:17.096925 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:17.113391 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7902d85b-51ca-4da6-bec3-025e388233f3 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:57:17.128374 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 7902d85b-51ca-4da6-bec3-025e388233f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7902d85b-51ca-4da6-bec3-025e388233f3,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:17.132407 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:17.135255 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:17.197809 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=7902d85b-51ca-4da6-bec3-025e388233f3,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:17.200671 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:17.396880 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['7902d85b-51ca-4da6-bec3-025e388233f3'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:57:17.819539 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc875c-f729-45ee-b5d2-7b914f5f25f7 req-472c082b-ca4d-4f92-96aa-e3b437a52431 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:17.821022 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-10dc875c-f729-45ee-b5d2-7b914f5f25f7 req-472c082b-ca4d-4f92-96aa-e3b437a52431 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 944 time: 0.0792251
Jun 06 11:57:17.864851 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-10dc875c-f729-45ee-b5d2-7b914f5f25f7 req-e119ee00-f81c-47f3-b4f8-a2b247a15eec tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382621
Jun 06 11:57:18.908314 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7902d85b-51ca-4da6-bec3-025e388233f3 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:57:18.984188 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 7902d85b-51ca-4da6-bec3-025e388233f3 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:57:18.989490 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 7902d85b-51ca-4da6-bec3-025e388233f3 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:57:18.990009 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:19.110136 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:19.137451 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:19.140301 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64d47e8-a493-49e9-a5d1-d860d6cd3376" -d '{"events": [{"server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "name": "network-vif-plugged", "status": "completed", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:19.147976 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 7902d85b-51ca-4da6-bec3-025e388233f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7902d85b-51ca-4da6-bec3-025e388233f3,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:19.152223 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:19.154222 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:19.161509 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d770e1a-add3-40d9-a501-bc734e2652a1 req-02c48206-4025-42ef-ac23-c774fbf1b69f tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:19.162982 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d770e1a-add3-40d9-a501-bc734e2652a1 req-02c48206-4025-42ef-ac23-c774fbf1b69f tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 944 time: 0.1852882
Jun 06 11:57:19.212775 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d770e1a-add3-40d9-a501-bc734e2652a1 req-98eb9a42-209d-4ce2-8a15-d94a31a0f9f6 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435486
Jun 06 11:57:19.221988 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=7902d85b-51ca-4da6-bec3-025e388233f3,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:19.225259 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:19.248143 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d71ad0-48e7-4f50-adf0-de22b480a12d x-openstack-request-id: req-01d71ad0-48e7-4f50-adf0-de22b480a12d {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:19.248440 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "name": "network-vif-plugged", "status": "completed", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:19.248776 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-01d71ad0-48e7-4f50-adf0-de22b480a12d {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:19.249756 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3', 'code': 200}
Jun 06 11:57:19.578322 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8d4cbf-8a3a-4abc-b6e7-fd67e5ebbdb4 req-98b56fd9-c8bf-463e-a5e2-a31e1f29e492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:19.579779 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3c8d4cbf-8a3a-4abc-b6e7-fd67e5ebbdb4 req-98b56fd9-c8bf-463e-a5e2-a31e1f29e492 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1098 time: 0.0674646
Jun 06 11:57:19.632223 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3c8d4cbf-8a3a-4abc-b6e7-fd67e5ebbdb4 req-f5eea95a-5c0b-49e9-84fb-28ffedb75c4b service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375085
Jun 06 11:57:20.403075 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc7aa7f-74cb-448a-88ce-916e8d7a975b req-9ce83f85-fa0a-4585-929c-f6eb1643ee46 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:20.404435 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bc7aa7f-74cb-448a-88ce-916e8d7a975b req-9ce83f85-fa0a-4585-929c-f6eb1643ee46 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0824490
Jun 06 11:57:20.448974 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6bc7aa7f-74cb-448a-88ce-916e8d7a975b req-850a3a63-cd8d-4256-ac8c-5a4b8b8d163e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380034
Jun 06 11:57:21.630519 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79089e1f-8b77-42ce-a720-422415dc4c65 req-2e80071c-7ced-48cd-ada6-b263f21de0c2 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:21.631878 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-79089e1f-8b77-42ce-a720-422415dc4c65 req-2e80071c-7ced-48cd-ada6-b263f21de0c2 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0784550
Jun 06 11:57:21.680904 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-79089e1f-8b77-42ce-a720-422415dc4c65 req-fdc72bcd-7800-429d-aaff-2f404cd20bea tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432806
Jun 06 11:57:21.866139 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca68555-7546-4696-8655-70b9c3674b55 req-22d016be-26b7-4aea-bf8e-006482a8faee tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:21.867558 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fca68555-7546-4696-8655-70b9c3674b55 req-22d016be-26b7-4aea-bf8e-006482a8faee tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0772395
Jun 06 11:57:21.911070 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fca68555-7546-4696-8655-70b9c3674b55 req-daddeb26-c8a2-48b6-be1b-cca4c36379fc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379837
Jun 06 11:57:21.932552 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56300) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:22.115489 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04fa8c76-5449-49b1-bd46-99ad6405a9dc tempest-TestShelveInstance-1482203974 tempest-TestShelveInstance-1482203974-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:22.116974 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-04fa8c76-5449-49b1-bd46-99ad6405a9dc tempest-TestShelveInstance-1482203974 tempest-TestShelveInstance-1482203974-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1093 time: 0.1833391
Jun 06 11:57:22.119807 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56306) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:22.124708 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Request body: {'floatingip': {'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'port_id': '7902d85b-51ca-4da6-bec3-025e388233f3', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'fixed_ip_address': '172.20.0.3'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:57:22.146825 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for floatingip, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:22.278239 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:22.411443 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Allocated IP 172.27.1.7 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/3eb9a7c5-7f0b-4959-a9aa-c4edbe9eba72) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:57:22.553452 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:22.581578 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:22.585973 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-732299f1-0c02-47ee-a2cc-276650487119 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:22.648549 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:57:22.651317 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:57:22.655180 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:57:22.691831 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event updated for resources: {'Port': ['ID=3eb9a7c5-7f0b-4959-a9aa-c4edbe9eba72,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:22.697538 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:23.061747 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:23.135119 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:23.423500 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:23.427980 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:23.431721 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-db0fa988-1afb-42d9-b1b5-4f580c8700e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:23.536194 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event updated for resources: {'Port': ['ID=3eb9a7c5-7f0b-4959-a9aa-c4edbe9eba72,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:23.540367 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:23.547163 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:23.717448 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Floating IP b5aeb9ce-1452-4f51-b7ee-1e988e78e1ee associated. External IP: 172.27.1.7, port: 7902d85b-51ca-4da6-bec3-025e388233f3.
Jun 06 11:57:24.060025 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Router f90617f7-6268-4d5d-957b-3e7bf4d9e207 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:57:24.232856 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:57:24.243595 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] Sync routers for ids ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:57:24.253918 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:24.255220 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] Routers {'f90617f7-6268-4d5d-957b-3e7bf4d9e207'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:57:24.256096 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad788040>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:57:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:24.311077 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 994 time: 2.1902411
Jun 06 11:57:24.311721 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:24.314091 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e7b0551-9a2c-47d2-a302-3072ad824c30" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:24.360116 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20e1daef-0350-48e7-aeaa-beabeb9a2d33 x-openstack-request-id: req-20e1daef-0350-48e7-aeaa-beabeb9a2d33 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:24.360501 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:24.360886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-20e1daef-0350-48e7-aeaa-beabeb9a2d33 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:24.361375 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3', 'status': 'completed', 'code': 200}
Jun 06 11:57:24.437570 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] Set router f90617f7-6268-4d5d-957b-3e7bf4d9e207 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:57:24.452229 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-bbd90bb7-2741-432c-a043-ec547ee3bfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:24.454394 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-bbd90bb7-2741-432c-a043-ec547ee3bfb0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d7527513e8342feb4bbeaf1a100ded0&device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1098 time: 0.0694158
Jun 06 11:57:24.590129 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-cab495d2-bc52-4414-bc66-9c9cdb1e2e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:24.591548 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-cab495d2-bc52-4414-bc66-9c9cdb1e2e68 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8d2b8f-4573-48da-8fc1-b3932b34807e HTTP/1.1" status: 200  len: 910 time: 0.1303716
Jun 06 11:57:24.696539 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-33f90f56-e882-4747-8c11-6f69002018c7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7902d85b-51ca-4da6-bec3-025e388233f3 HTTP/1.1" status: 200  len: 997 time: 0.0973308
Jun 06 11:57:24.767899 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-d5c813aa-8423-45fa-a7a1-660fb3093084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:24.769760 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-d5c813aa-8423-45fa-a7a1-660fb3093084 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a641ac2e-55ba-4e95-886a-729156c57985 HTTP/1.1" status: 200  len: 848 time: 0.0600867
Jun 06 11:57:24.779344 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad788040>, [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:33Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'b5aeb9ce-1452-4f51-b7ee-1e988e78e1ee', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'port_id': '7902d85b-51ca-4da6-bec3-025e388233f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'mac_address': 'fa:16:3e:2d:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:57:23Z', 'updated_at': '2021-06-06T11:57:23Z', 'revision_number': 0, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7c1a31-dbc0-4768-9199-d740bca80cf0', 'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'mac_address': 'fa:16:3e:ee:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:32Z', 'updated_at': '2021-06-06T11:56:39Z', 'revision_number': 5, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'subnets': [{'id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:24.784612 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] Checking router: f90617f7-6268-4d5d-957b-3e7bf4d9e207 for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:57:24.796991 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] Routers {'f90617f7-6268-4d5d-957b-3e7bf4d9e207'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:57:24.797794 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad788040>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:57:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:24.946314 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-ebf7f6fd-bc3e-4af1-bd79-972d791188e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:24.947780 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-ebf7f6fd-bc3e-4af1-bd79-972d791188e6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8d2b8f-4573-48da-8fc1-b3932b34807e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1705029
Jun 06 11:57:24.987971 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] Set router f90617f7-6268-4d5d-957b-3e7bf4d9e207 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:57:25.086768 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-407b5365-fa6f-4987-be9a-27ed79e1e935 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1284497
Jun 06 11:57:25.233171 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e7b0551-9a2c-47d2-a302-3072ad824c30 req-60bedd11-0cd9-4306-adf6-e40aee1bf4c3 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1382565
Jun 06 11:57:25.360182 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad788040>, [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:33Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'b5aeb9ce-1452-4f51-b7ee-1e988e78e1ee', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'port_id': '7902d85b-51ca-4da6-bec3-025e388233f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'mac_address': 'fa:16:3e:2d:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:57:23Z', 'updated_at': '2021-06-06T11:57:23Z', 'revision_number': 0, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7c1a31-dbc0-4768-9199-d740bca80cf0', 'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'mac_address': 'fa:16:3e:ee:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:32Z', 'updated_at': '2021-06-06T11:56:39Z', 'revision_number': 5, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'subnets': [{'id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:25.364098 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01295a01-a88a-4f4f-84d4-6df58a449b5a None None] The sync data for ids ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'] in dv-cinder-786260-3-iscsi is: [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:33Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'b5aeb9ce-1452-4f51-b7ee-1e988e78e1ee', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'floating_ip_address': '172.27.1.7', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'port_id': '7902d85b-51ca-4da6-bec3-025e388233f3', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 575, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'mac_address': 'fa:16:3e:2d:ee:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:57:23Z', 'updated_at': '2021-06-06T11:57:23Z', 'revision_number': 0, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5a7c1a31-dbc0-4768-9199-d740bca80cf0', 'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'mac_address': 'fa:16:3e:ee:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:32Z', 'updated_at': '2021-06-06T11:56:39Z', 'revision_number': 5, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'subnets': [{'id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:57:25.538720 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68cec0a7-0fce-4beb-960d-7e834d883547 None None] New status for floating IP b5aeb9ce-1452-4f51-b7ee-1e988e78e1ee: ACTIVE {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:57:32.534847 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:35.695486 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-96c8eea9-8bcf-4d32-a9a7-9746fd07798e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:38.287751 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:38.607359 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b415849b-301f-4243-87f7-ed5cea3b381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:39.651855 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:41.036570 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:42.558453 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-62928983-d73a-4e18-b5a3-f4239d3dfe32 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62330448&fields=id&tenant_id=458108fba5ab4f0e8523a41be88470ac HTTP/1.1" status: 200  len: 267 time: 0.0386381
Jun 06 11:57:42.644368 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-955cccea-c0e8-4b2f-9507-8dc2821f5ba9 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:42.645840 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-955cccea-c0e8-4b2f-9507-8dc2821f5ba9 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 985 time: 0.0817323
Jun 06 11:57:42.656591 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Request body: {'port': {'security_groups': ['713bdacd-c5bf-4a15-8bdc-a25868fee5b2']}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:57:42.777984 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:43.010395 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] For port 9e04ee02-36d2-4450-b02e-01e497d1a9e1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:43.033412 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:43.037777 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:43.043648 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-946b762c-3cdd-497a-8b8c-2f6429c7698b tempest-VolumesActionsTest-1804421279 tempest-VolumesActionsTest-1804421279-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:43.050606 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['9e04ee02-36d2-4450-b02e-01e497d1a9e1'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:57:43.113185 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:43.113799 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:43.115162 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b1eeb0f8-3e59-4c5c-b29b-5de3f5d76a5b req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "PUT /v2.0/ports/9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 200  len: 943 time: 0.4632735
Jun 06 11:57:43.115674 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:43.117999 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bef8e27f-2fef-4915-a8b7-1662601090d0" -d '{"events": [{"name": "network-changed", "server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:43.121650 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56406) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:43.148749 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event updated for resources: {'Port': ['ID=9e04ee02-36d2-4450-b02e-01e497d1a9e1,revision_number=7']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:43.157400 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.158037 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.158584 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.159123 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.159652 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.160466 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.161028 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.161563 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.162095 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.162618 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.163313 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.163846 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:43.183831 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:43.208427 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-59e9a2e8-83c0-4abf-9dcf-23f3b45cd45e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:43.233690 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['9e04ee02-36d2-4450-b02e-01e497d1a9e1'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:57:43.249499 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-59e9a2e8-83c0-4abf-9dcf-23f3b45cd45e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:43.335840 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-59e9a2e8-83c0-4abf-9dcf-23f3b45cd45e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:43.339150 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fd8251a-27cb-482d-9efb-84ee78b6797d x-openstack-request-id: req-8fd8251a-27cb-482d-9efb-84ee78b6797d {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:43.339548 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:43.339921 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-8fd8251a-27cb-482d-9efb-84ee78b6797d {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:43.340416 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'status': 'completed', 'code': 200}
Jun 06 11:57:43.340704 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-59e9a2e8-83c0-4abf-9dcf-23f3b45cd45e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:43.341825 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-59e9a2e8-83c0-4abf-9dcf-23f3b45cd45e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "DELETE /v2.0/security-groups/fcdb759a-bc10-4935-87b9-f369c8b0f96e HTTP/1.1" status: 204  len: 168 time: 0.2191935
Jun 06 11:57:43.343166 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-609bc42a-2945-4cac-8aee-6106c88dc3d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:43.351256 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56408) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:43.354006 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9a2e8-83c0-4abf-9dcf-23f3b45cd45e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdb759a-bc10-4935-87b9-f369c8b0f96e,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:43.356456 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-59e9a2e8-83c0-4abf-9dcf-23f3b45cd45e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:43.397332 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-8c39f0bb-bed2-4876-bb8c-76308a27df8d None None] Provisioning complete for port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:57:43.397680 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8c39f0bb-bed2-4876-bb8c-76308a27df8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:43.611762 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-0d7e68e1-3a60-4a7b-901c-aa29e3527d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:43.613244 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-0d7e68e1-3a60-4a7b-901c-aa29e3527d76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=458108fba5ab4f0e8523a41be88470ac&device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 1099 time: 0.1904709
Jun 06 11:57:43.804149 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Deleting port 040201bf-78b6-43f0-9278-39b8ff8bb53c {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:57:43.804400 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:43.818594 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-891a4e11-4f7e-49a3-9c59-dcea2773584d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:43.820138 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-891a4e11-4f7e-49a3-9c59-dcea2773584d service neutron] 10.222.0.16 "GET /v2.0/networks?id=482756af-f78b-4edd-8ddf-6e810a38e8bd HTTP/1.1" status: 200  len: 916 time: 0.1960666
Jun 06 11:57:44.083838 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-c6078353-7228-477b-b2c6-57f8f5f14378 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 200  len: 1002 time: 0.2469749
Jun 06 11:57:44.099081 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:44.099406 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:44.257267 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Calling delete_port for 040201bf-78b6-43f0-9278-39b8ff8bb53c owned by network:floatingip {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:57:44.280260 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-d727b6cf-6bed-4e45-8985-f72c2b2dc5a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:44.281706 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-d727b6cf-6bed-4e45-8985-f72c2b2dc5a1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=227800c8-0050-4047-8598-1cd029962f5b HTTP/1.1" status: 200  len: 854 time: 0.1844161
Jun 06 11:57:44.383569 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-759eaa47-909e-4650-ab40-c41ac5563af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:44.384960 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-759eaa47-909e-4650-ab40-c41ac5563af0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=482756af-f78b-4edd-8ddf-6e810a38e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944045
Jun 06 11:57:44.567908 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-00764dd6-a89b-4d56-b277-440542254467 service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1739111
Jun 06 11:57:44.569127 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:44.573625 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-de45d15f-feee-49f4-8f69-16606e1cdb8a tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:44.669924 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event deleted for resources: {'Port': ['ID=040201bf-78b6-43f0-9278-39b8ff8bb53c,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:44.672834 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:44.809255 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks [] for floatingip, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:44.809566 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Floating IP f547a9bf-c00e-4082-9917-97327a946cbc disassociated (deleted). External IP: 172.27.1.175, port: 9e04ee02-36d2-4450-b02e-01e497d1a9e1.
Jun 06 11:57:44.906247 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bef8e27f-2fef-4915-a8b7-1662601090d0 req-91ee2df1-6dee-4843-a799-d87bdfdb1a99 service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3044050
Jun 06 11:57:45.176266 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Router 3ca73208-2471-43a7-ab05-9b1adf8f72db has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:57:45.451111 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:57:45.456287 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:45.461116 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] Sync routers for ids ['3ca73208-2471-43a7-ab05-9b1adf8f72db'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:57:45.470849 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] Routers {'3ca73208-2471-43a7-ab05-9b1adf8f72db'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:57:45.471452 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad7eb730>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:57:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['3ca73208-2471-43a7-ab05-9b1adf8f72db'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:45.510853 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "DELETE /v2.0/floatingips/f547a9bf-c00e-4082-9917-97327a946cbc HTTP/1.1" status: 204  len: 168 time: 2.1583917
Jun 06 11:57:45.511454 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:45.513907 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db" -d '{"events": [{"name": "network-changed", "server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:45.558244 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-656f404b-e224-4696-9056-6499fc726681 x-openstack-request-id: req-656f404b-e224-4696-9056-6499fc726681 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:45.558581 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:45.558867 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-656f404b-e224-4696-9056-6499fc726681 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:45.559725 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'status': 'completed', 'code': 200}
Jun 06 11:57:45.658613 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-28e817b4-fefa-459a-98e5-6a42f196afac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:45.659702 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] Set router 3ca73208-2471-43a7-ab05-9b1adf8f72db gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:57:45.660085 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-28e817b4-fefa-459a-98e5-6a42f196afac service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=458108fba5ab4f0e8523a41be88470ac&device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 1099 time: 0.0755453
Jun 06 11:57:45.814186 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-f67b9d16-b6be-4ae7-903e-52b60eb3c509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:45.815631 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-f67b9d16-b6be-4ae7-903e-52b60eb3c509 service neutron] 10.222.0.16 "GET /v2.0/networks?id=482756af-f78b-4edd-8ddf-6e810a38e8bd HTTP/1.1" status: 200  len: 916 time: 0.1434348
Jun 06 11:57:45.895659 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-346d8f39-6118-49fd-b31d-7b77bfca3ee9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 200  len: 217 time: 0.0719464
Jun 06 11:57:45.974994 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-0312fd10-3bb5-425f-bb66-964e4271917d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:45.976365 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-0312fd10-3bb5-425f-bb66-964e4271917d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=227800c8-0050-4047-8598-1cd029962f5b HTTP/1.1" status: 200  len: 854 time: 0.0700433
Jun 06 11:57:45.991253 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad7eb730>, [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:26Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'dfa8d71e-e313-49bb-8a69-28b25046e3a1', 'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'mac_address': 'fa:16:3e:0f:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:25Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 5, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'subnets': [{'id': '227800c8-0050-4047-8598-1cd029962f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:45.995335 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] Checking router: 3ca73208-2471-43a7-ab05-9b1adf8f72db for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:57:46.004143 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] Routers {'3ca73208-2471-43a7-ab05-9b1adf8f72db'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:57:46.004767 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad7eb730>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:57:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['3ca73208-2471-43a7-ab05-9b1adf8f72db'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:46.061988 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-85cdaefa-7f17-47ed-8490-22cf54f97ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:46.063450 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-85cdaefa-7f17-47ed-8490-22cf54f97ac6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=482756af-f78b-4edd-8ddf-6e810a38e8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0794895
Jun 06 11:57:46.200812 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-7ca9b68b-0100-452b-b705-2009ca7d80d3 service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1288681
Jun 06 11:57:46.216657 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] Set router 3ca73208-2471-43a7-ab05-9b1adf8f72db gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:57:46.334255 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0f28ed6e-0efb-4e9f-9bdd-2e4f381841db req-3fec6958-30c4-4710-911c-05c075776f5c service neutron] 10.222.0.16 "GET /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1259847
Jun 06 11:57:46.521086 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad7eb730>, [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:26Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'dfa8d71e-e313-49bb-8a69-28b25046e3a1', 'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'mac_address': 'fa:16:3e:0f:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:25Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 5, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'subnets': [{'id': '227800c8-0050-4047-8598-1cd029962f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:46.525047 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98750774-4bd5-4e64-82bb-dce238f629ec None None] The sync data for ids ['3ca73208-2471-43a7-ab05-9b1adf8f72db'] in dv-cinder-786260-3-iscsi is: [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:54:26Z', 'revision_number': 4, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'dfa8d71e-e313-49bb-8a69-28b25046e3a1', 'name': '', 'network_id': '482756af-f78b-4edd-8ddf-6e810a38e8bd', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'mac_address': 'fa:16:3e:0f:76:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_interface', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '227800c8-0050-4047-8598-1cd029962f5b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:25Z', 'updated_at': '2021-06-06T11:54:35Z', 'revision_number': 5, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'subnets': [{'id': '227800c8-0050-4047-8598-1cd029962f5b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:57:46.720013 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-189eeef2-ecee-4ff9-a474-4b3df9f71a40 None None] New status for floating IP f547a9bf-c00e-4082-9917-97327a946cbc: DOWN {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:57:47.694154 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:57:48.803518 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e17187-c8e1-458c-8a89-f3cac9be15f3 req-8f198477-42f0-4b0d-96fb-cd05a86ca466 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:48.804880 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f9e17187-c8e1-458c-8a89-f3cac9be15f3 req-8f198477-42f0-4b0d-96fb-cd05a86ca466 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.0830266
Jun 06 11:57:48.847705 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f9e17187-c8e1-458c-8a89-f3cac9be15f3 req-adab5f63-7e9e-4a51-878d-d9e9a15a6ba2 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372412
Jun 06 11:57:50.029774 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0bff03-5ba4-4b3b-9e06-457f3202f412 req-bf5ae66c-21b9-4cf1-b831-347bc23fb547 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:50.031700 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aa0bff03-5ba4-4b3b-9e06-457f3202f412 req-bf5ae66c-21b9-4cf1-b831-347bc23fb547 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.0789816
Jun 06 11:57:50.075353 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-aa0bff03-5ba4-4b3b-9e06-457f3202f412 req-547f067b-023d-46b5-9242-52306178cb5b tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/security-groups?id=713bdacd-c5bf-4a15-8bdc-a25868fee5b2&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0380056
Jun 06 11:57:50.683860 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-be6f67a8-5de9-4c88-9842-9a972a66fe58 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:50.685302 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-be6f67a8-5de9-4c88-9842-9a972a66fe58 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.16 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 946 time: 0.0817771
Jun 06 11:57:50.821220 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Deleting port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:57:50.821559 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:50.949862 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] For port 9e04ee02-36d2-4450-b02e-01e497d1a9e1, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=9e04ee02-36d2-4450-b02e-01e497d1a9e1,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:50.950210 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:51.070813 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Calling delete_port for 9e04ee02-36d2-4450-b02e-01e497d1a9e1 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:57:51.180597 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:51.187388 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:51.360057 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-820b545b-6d57-4a18-84b1-3073180d3008 req-845dcddd-abf9-40c7-948a-5f6efb2c0d32 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.46 "GET /v2.0/ports?device_id=308d3739-fdee-48bc-ac3d-a7df4562a6a9 HTTP/1.1" status: 200  len: 210 time: 0.1773667
Jun 06 11:57:51.385413 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Pushing event deleted for resources: {'Port': ['ID=9e04ee02-36d2-4450-b02e-01e497d1a9e1,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:51.394684 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:51.433998 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] No DVR routers for this DVR port 9e04ee02-36d2-4450-b02e-01e497d1a9e1 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:57:51.441117 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:51.441117 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-934c8b1b-1ec5-4263-b17c-e5a76cd029e3 req-24fae23f-57f9-4f05-8668-8e94ebd80819 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] 10.222.0.16 "DELETE /v2.0/ports/9e04ee02-36d2-4450-b02e-01e497d1a9e1 HTTP/1.1" status: 204  len: 173 time: 0.7455554
Jun 06 11:57:51.441117 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'name': 'network-vif-deleted', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:57:51.441407 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd026ee-8f02-40c0-b878-fc237a5a4314" -d '{"events": [{"server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "name": "network-vif-deleted", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:57:51.487132 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e1e8d56-2fca-4623-b026-b55527affe56 x-openstack-request-id: req-5e1e8d56-2fca-4623-b026-b55527affe56 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:57:51.487666 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "308d3739-fdee-48bc-ac3d-a7df4562a6a9", "name": "network-vif-deleted", "tag": "9e04ee02-36d2-4450-b02e-01e497d1a9e1", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:57:51.487962 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5e1e8d56-2fca-4623-b026-b55527affe56 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:57:51.488385 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '308d3739-fdee-48bc-ac3d-a7df4562a6a9', 'name': 'network-vif-deleted', 'tag': '9e04ee02-36d2-4450-b02e-01e497d1a9e1', 'status': 'completed', 'code': 200}
Jun 06 11:57:53.138751 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56534) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:53.170801 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 9e04ee02-36d2-4450-b02e-01e497d1a9e1 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:57:53.209037 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 9e04ee02-36d2-4450-b02e-01e497d1a9e1 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:57:53.209418 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 9e04ee02-36d2-4450-b02e-01e497d1a9e1 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:57:53.689412 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1647323'] for router_interface, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:54.095481 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Deleting port dfa8d71e-e313-49bb-8a69-28b25046e3a1 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:57:54.095814 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:54.225376 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] For port dfa8d71e-e313-49bb-8a69-28b25046e3a1, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=dfa8d71e-e313-49bb-8a69-28b25046e3a1,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:54.225995 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:54.358098 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Calling delete_port for dfa8d71e-e313-49bb-8a69-28b25046e3a1 owned by network:router_interface {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:57:54.731386 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:54.735632 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:54.778166 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa8d71e-e313-49bb-8a69-28b25046e3a1,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:54.823109 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.823485 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.823856 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.824217 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.824571 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.824956 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.825309 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.825674 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.826061 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.826343 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.827330 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.827675 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:54.853998 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:55.048569 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648021'] for router_interface, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:55.399536 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Router 3ca73208-2471-43a7-ab05-9b1adf8f72db has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:57:55.570708 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:57:55.575673 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] 10.222.0.46 "PUT /v2.0/routers/3ca73208-2471-43a7-ab05-9b1adf8f72db/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4353476
Jun 06 11:57:55.578232 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56564) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:55.580834 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] Sync routers for ids ['3ca73208-2471-43a7-ab05-9b1adf8f72db'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:57:55.589942 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] Routers {'3ca73208-2471-43a7-ab05-9b1adf8f72db'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:57:55.590544 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fada33e80>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:57:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['3ca73208-2471-43a7-ab05-9b1adf8f72db'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:55.780355 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] Set router 3ca73208-2471-43a7-ab05-9b1adf8f72db gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:57:55.857369 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Notify callbacks [] for router, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:56.030799 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:56.074769 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fada33e80>, [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61'}], 'enable_snat': True}, 'gw_port_id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:57:54Z', 'revision_number': 5, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port': {'id': 'e3bf0501-ec23-4f63-918b-b2f43aa256e7', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:87:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'device_owner': 'network:router_gateway', 'standard_attr_id': 362, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:22Z', 'updated_at': '2021-06-06T11:54:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:56.079590 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] Checking router: 3ca73208-2471-43a7-ab05-9b1adf8f72db for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:57:56.087775 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] Routers {'3ca73208-2471-43a7-ab05-9b1adf8f72db'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:57:56.088384 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fada33e80>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:57:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['3ca73208-2471-43a7-ab05-9b1adf8f72db'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:56.101735 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Deleting port e3bf0501-ec23-4f63-918b-b2f43aa256e7 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:57:56.102073 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:56.223880 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] For port e3bf0501-ec23-4f63-918b-b2f43aa256e7, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=e3bf0501-ec23-4f63-918b-b2f43aa256e7,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:56.224306 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:56.235639 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] Set router 3ca73208-2471-43a7-ab05-9b1adf8f72db gateway port host: None {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:57:56.340461 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fada33e80>, [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:57:56Z', 'revision_number': 6, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port_host': None}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:56.345703 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71e7fb6e-8cf2-4f1d-a3c0-46e1fc498d14 None None] The sync data for ids ['3ca73208-2471-43a7-ab05-9b1adf8f72db'] in dv-cinder-786260-3-iscsi is: [{'id': '3ca73208-2471-43a7-ab05-9b1adf8f72db', 'name': 'tempest-TestMinimumBasicScenario-2061488917-router', 'tenant_id': '458108fba5ab4f0e8523a41be88470ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:21Z', 'updated_at': '2021-06-06T11:57:56Z', 'revision_number': 6, 'project_id': '458108fba5ab4f0e8523a41be88470ac', 'gw_port_host': None}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:57:56.349360 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Calling delete_port for e3bf0501-ec23-4f63-918b-b2f43aa256e7 owned by network:router_gateway {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:57:56.494512 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:56.499330 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e9722210-99c2-4b1e-9fdf-5ca303b00250 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:56.540791 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3bf0501-ec23-4f63-918b-b2f43aa256e7,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:56.569473 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:56.635929 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-314699'] for router_gateway, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:56.810740 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73920026-d418-4176-b444-b35c0d0b9e7d req-ee046211-ffcc-43cd-a116-8f823516aa9f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:56.814785 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-73920026-d418-4176-b444-b35c0d0b9e7d req-ee046211-ffcc-43cd-a116-8f823516aa9f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0984118
Jun 06 11:57:56.825568 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13595'] for router, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:56.829154 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:56.869441 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-73920026-d418-4176-b444-b35c0d0b9e7d req-387b95d6-28f4-4a95-9bf1-ce594720bde7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458536
Jun 06 11:57:56.918009 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1650912'] for router, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:56.918572 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3ca73208-2471-43a7-ab05-9b1adf8f72db {{(pid=91706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 06 11:57:56.928502 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] Notify callbacks [] for router, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:56.929622 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-62a0236c-4fb2-40a8-85ba-ae585073cd82 admin admin] 10.222.0.46 "DELETE /v2.0/routers/3ca73208-2471-43a7-ab05-9b1adf8f72db HTTP/1.1" status: 204  len: 168 time: 1.3504987
Jun 06 11:57:56.931974 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56584) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:56.988482 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c42b9cc3-e848-4b9b-855b-08a2064e26b9 admin admin] Deleting subnet 227800c8-0050-4047-8598-1cd029962f5b {{(pid=91706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:57:56.991273 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c42b9cc3-e848-4b9b-855b-08a2064e26b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.037662 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c42b9cc3-e848-4b9b-855b-08a2064e26b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3959666'] for subnet, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.151742 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c42b9cc3-e848-4b9b-855b-08a2064e26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.167894 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device dfa8d71e-e313-49bb-8a69-28b25046e3a1 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:57:57.206987 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: dfa8d71e-e313-49bb-8a69-28b25046e3a1 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:57:57.207396 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device dfa8d71e-e313-49bb-8a69-28b25046e3a1 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:57:57.224635 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c42b9cc3-e848-4b9b-855b-08a2064e26b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2905407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786895'] for subnet, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.229546 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-11599f3a-6117-405f-b425-08f70873dfb3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:57.363680 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42b9cc3-e848-4b9b-855b-08a2064e26b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=227800c8-0050-4047-8598-1cd029962f5b,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:57.366251 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c42b9cc3-e848-4b9b-855b-08a2064e26b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:57.369161 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-c42b9cc3-e848-4b9b-855b-08a2064e26b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.373647 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56586) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:57.374500 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-c42b9cc3-e848-4b9b-855b-08a2064e26b9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/227800c8-0050-4047-8598-1cd029962f5b HTTP/1.1" status: 204  len: 168 time: 0.4415703
Jun 06 11:57:57.376537 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5565527d-43b4-45e5-8d6d-df7916ecce89 None None] Network 482756af-f78b-4edd-8ddf-6e810a38e8bd requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:57:57.477669 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.552328 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Deleting port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:57:57.552652 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.651621 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] For port 7cffe4d9-be49-46aa-b0a8-589f1eed5836, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=7cffe4d9-be49-46aa-b0a8-589f1eed5836,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:57.651910 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.664107 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] DHCP port deletion for 482756af-f78b-4edd-8ddf-6e810a38e8bd request from dv-cinder-786260-3-iscsi {{(pid=91707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 06 11:57:57.728613 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Deleting port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 {{(pid=91707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:57:57.728955 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.772167 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Calling delete_port for 7cffe4d9-be49-46aa-b0a8-589f1eed5836 owned by network:dhcp {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:57:57.817900 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.822198 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] For port 7cffe4d9-be49-46aa-b0a8-589f1eed5836, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=7cffe4d9-be49-46aa-b0a8-589f1eed5836,segment=NetworkSegment(8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe),segment_id=8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:57.822525 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6fa2ffff-cf9a-458c-9417-1422911473d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:57.822653 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:57.863251 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Pushing event deleted for resources: {'Port': ['ID=7cffe4d9-be49-46aa-b0a8-589f1eed5836,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:57.866478 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:57.867257 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] No DVR routers for this DVR port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 on host dv-cinder-786260-3-iscsi {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:57:57.947417 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Calling delete_port for 7cffe4d9-be49-46aa-b0a8-589f1eed5836 owned by network:dhcp {{(pid=91707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:57:57.982535 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:58.040278 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fad658c10>,) {'filters': {'network_id': ['482756af-f78b-4edd-8ddf-6e810a38e8bd']}} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:58.062637 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad658c10>, '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe') {'for_net_delete': True} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:58.062922 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad658c10>, '8a1f8c0b-cdeb-45d9-96f2-c265ad562dbe') {} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:57:58.077592 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486339'] for segment, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:58.079332 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369'] for port, after_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:58.082887 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-e75e86dc-21ae-4670-818a-83a763e50023 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:58.097761 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:58.109366 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Releasing vlan 657 on physical network physnet1 to pool {{(pid=91705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:57:58.109861 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-809467'] for segment, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]: Traceback (most recent call last):
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     timer()
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     cb(*args, **kw)
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     return func(*args, **kwargs)
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     self._notify()
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     self.callback(batched_events)
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     event.method(event)
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     return f(self, *a, **k)
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._get(url).json()
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:57:58.122774 dv-cinder-786260-3-iscsi neutron-server[91705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:57:58.125804 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Pushing event deleted for resources: {'Port': ['ID=7cffe4d9-be49-46aa-b0a8-589f1eed5836,revision_number=None']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:58.134184 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] No DVR routers for this DVR port 7cffe4d9-be49-46aa-b0a8-589f1eed5836 on host dv-cinder-786260-3-iscsi {{(pid=91707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:57:58.135980 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.136326 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.136660 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.137016 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.137342 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.137669 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.137991 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.138310 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.138629 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.138736 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0ef74d-c957-45e3-95c1-8f6d5f735ee2 req-e67ce727-c8d7-4965-a861-d62ac6b73d61 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:58.138943 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.139289 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.139604 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:57:58.140133 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9a0ef74d-c957-45e3-95c1-8f6d5f735ee2 req-e67ce727-c8d7-4965-a861-d62ac6b73d61 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.1467671
Jun 06 11:57:58.142690 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:58.236969 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:58.243843 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:58.245694 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] 10.222.0.46 "DELETE /v2.0/networks/482756af-f78b-4edd-8ddf-6e810a38e8bd HTTP/1.1" status: 204  len: 168 time: 0.8706627
Jun 06 11:57:58.247886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:58.249267 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56592) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:57:58.263157 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9a0ef74d-c957-45e3-95c1-8f6d5f735ee2 req-b46a39a6-16a3-4cd9-b1ba-9b13c2db367b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1134212
Jun 06 11:57:58.268487 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Pushing event deleted for resources: {'Network': ['ID=482756af-f78b-4edd-8ddf-6e810a38e8bd,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:58.271057 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:58.732966 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device e3bf0501-ec23-4f63-918b-b2f43aa256e7 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:57:58.767721 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: e3bf0501-ec23-4f63-918b-b2f43aa256e7 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:57:58.768067 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device e3bf0501-ec23-4f63-918b-b2f43aa256e7 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:57:58.768470 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 7cffe4d9-be49-46aa-b0a8-589f1eed5836 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:57:58.771359 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1647323'] for router_interface, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:58.799817 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 7cffe4d9-be49-46aa-b0a8-589f1eed5836 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:57:58.800156 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 7cffe4d9-be49-46aa-b0a8-589f1eed5836 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:57:59.166101 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Deleting port 2436ba7b-a228-49e4-aef5-01f8d5cc410c {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:57:59.166452 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:59.283485 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] For port 2436ba7b-a228-49e4-aef5-01f8d5cc410c, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=2436ba7b-a228-49e4-aef5-01f8d5cc410c,segment=NetworkSegment(a17d17b8-6254-46bf-a5f3-fec7af9e6594),segment_id=a17d17b8-6254-46bf-a5f3-fec7af9e6594)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:57:59.284169 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:59.402536 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Calling delete_port for 2436ba7b-a228-49e4-aef5-01f8d5cc410c owned by network:router_interface {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:57:59.457095 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c929287a-2fc8-4789-b123-51fca6921369 req-91e021ae-5561-4dd7-bf55-df64b5eea5d8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:57:59.458538 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c929287a-2fc8-4789-b123-51fca6921369 req-91e021ae-5561-4dd7-bf55-df64b5eea5d8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0803313
Jun 06 11:57:59.507544 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c929287a-2fc8-4789-b123-51fca6921369 req-2d58f04f-2b36-495a-b56c-ace14f1bce24 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433977
Jun 06 11:57:59.553128 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:57:59.557263 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:57:59.700866 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2436ba7b-a228-49e4-aef5-01f8d5cc410c,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:57:59.725352 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:57:59.962716 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648021'] for router_interface, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:00.310612 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Router aaa35e97-6241-404a-ae63-98417f8325f8 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:58:00.483506 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:58:00.490290 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] 10.222.0.46 "PUT /v2.0/routers/aaa35e97-6241-404a-ae63-98417f8325f8/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.2398808
Jun 06 11:58:00.492226 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56608) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:00.494628 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] Sync routers for ids ['aaa35e97-6241-404a-ae63-98417f8325f8'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:58:00.507537 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] Routers {'aaa35e97-6241-404a-ae63-98417f8325f8'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:58:00.508148 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad67ec40>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:57:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['aaa35e97-6241-404a-ae63-98417f8325f8'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:00.702528 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] Set router aaa35e97-6241-404a-ae63-98417f8325f8 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:58:00.896703 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Notify callbacks [] for router, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:01.012414 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad67ec40>, [{'id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'name': 'tempest-TestMinimumBasicScenario-1871737218-router', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:29Z', 'updated_at': '2021-06-06T11:57:59Z', 'revision_number': 5, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'gw_port': {'id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:30Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:01.016267 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] Checking router: aaa35e97-6241-404a-ae63-98417f8325f8 for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:58:01.024420 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] Routers {'aaa35e97-6241-404a-ae63-98417f8325f8'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:58:01.025035 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad67ec40>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:57:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['aaa35e97-6241-404a-ae63-98417f8325f8'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:01.073649 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83aa1ebf-3a77-43b9-89b7-41f095df5bfc req-69fd2606-b9f0-44fa-9073-d6391549fb7b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:01.075216 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-83aa1ebf-3a77-43b9-89b7-41f095df5bfc req-69fd2606-b9f0-44fa-9073-d6391549fb7b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.4225383
Jun 06 11:58:01.139139 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:01.145625 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-83aa1ebf-3a77-43b9-89b7-41f095df5bfc req-1ae9dede-bcf0-4c60-95b3-bf9fa81df61c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626101
Jun 06 11:58:01.196623 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] Set router aaa35e97-6241-404a-ae63-98417f8325f8 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:58:01.211058 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Deleting port 1e278b0a-60ed-4acc-af94-78f0df2f9962 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:58:01.211325 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:01.331646 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] For port 1e278b0a-60ed-4acc-af94-78f0df2f9962, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=1e278b0a-60ed-4acc-af94-78f0df2f9962,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:01.331994 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:01.450762 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Calling delete_port for 1e278b0a-60ed-4acc-af94-78f0df2f9962 owned by network:router_gateway {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:58:01.502977 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad67ec40>, [{'id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'name': 'tempest-TestMinimumBasicScenario-1871737218-router', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:29Z', 'updated_at': '2021-06-06T11:57:59Z', 'revision_number': 5, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'gw_port': {'id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:30Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:01.507076 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db02234-d556-4b12-a511-c0e72dc47ad1 None None] The sync data for ids ['aaa35e97-6241-404a-ae63-98417f8325f8'] in dv-cinder-786260-3-iscsi is: [{'id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'name': 'tempest-TestMinimumBasicScenario-1871737218-router', 'tenant_id': 'ae53af36eb934312b1d2b917699434b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54'}], 'enable_snat': True}, 'gw_port_id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:29Z', 'updated_at': '2021-06-06T11:57:59Z', 'revision_number': 5, 'project_id': 'ae53af36eb934312b1d2b917699434b8', 'gw_port': {'id': '1e278b0a-60ed-4acc-af94-78f0df2f9962', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:c5:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aaa35e97-6241-404a-ae63-98417f8325f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:30Z', 'updated_at': '2021-06-06T11:54:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:58:01.713431 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:01.718386 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-3ae21c17-768f-4526-a76f-8b5f90b337ff tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:01.761936 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e278b0a-60ed-4acc-af94-78f0df2f9962,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:01.765517 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:01.852528 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-314699'] for router_gateway, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.031357 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13595'] for router, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.033561 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.058420 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1650912'] for router, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.059136 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aaa35e97-6241-404a-ae63-98417f8325f8 {{(pid=91705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 06 11:58:02.064491 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] Notify callbacks [] for router, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.065728 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-e493eea5-a985-4547-91ba-07a58c6de458 admin admin] 10.222.0.46 "DELETE /v2.0/routers/aaa35e97-6241-404a-ae63-98417f8325f8 HTTP/1.1" status: 204  len: 168 time: 1.5718164
Jun 06 11:58:02.068298 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56624) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:02.132010 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_v2 [None req-70626911-ef51-4050-8a97-71fb0b7b877e admin admin] Deleting subnet fde111e4-d5b0-4f60-9193-73b92c1c5219 {{(pid=91705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:58:02.135122 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-70626911-ef51-4050-8a97-71fb0b7b877e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.189233 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-70626911-ef51-4050-8a97-71fb0b7b877e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1486394'] for subnet, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.489940 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-70626911-ef51-4050-8a97-71fb0b7b877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.548184 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.559588 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f95991-7ac2-4299-bcae-e977b59794f3 req-23e4696e-15eb-40ca-9930-f9e4ae28581c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:02.561586 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-36f95991-7ac2-4299-bcae-e977b59794f3 req-23e4696e-15eb-40ca-9930-f9e4ae28581c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.1457157
Jun 06 11:58:02.596669 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-70626911-ef51-4050-8a97-71fb0b7b877e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-809281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064753'] for subnet, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.612733 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f4f36ccc-e3d6-4557-a6e0-859dc044ed5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:02.653958 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70626911-ef51-4050-8a97-71fb0b7b877e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fde111e4-d5b0-4f60-9193-73b92c1c5219,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:02.656485 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-70626911-ef51-4050-8a97-71fb0b7b877e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:02.658972 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-70626911-ef51-4050-8a97-71fb0b7b877e admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.660926 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-70626911-ef51-4050-8a97-71fb0b7b877e admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fde111e4-d5b0-4f60-9193-73b92c1c5219 HTTP/1.1" status: 204  len: 168 time: 0.5914984
Jun 06 11:58:02.663870 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56634) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:02.664469 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9b22a8-2edf-44f2-8e12-7614df30eae6 None None] Network 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:58:02.667470 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-36f95991-7ac2-4299-bcae-e977b59794f3 req-a605b9a3-6750-4b36-813d-810ccb0f9746 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978100
Jun 06 11:58:02.753942 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 2436ba7b-a228-49e4-aef5-01f8d5cc410c no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:58:02.776152 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.799950 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 2436ba7b-a228-49e4-aef5-01f8d5cc410c {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:58:02.800287 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 2436ba7b-a228-49e4-aef5-01f8d5cc410c not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:58:02.800712 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 1e278b0a-60ed-4acc-af94-78f0df2f9962 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:58:02.845970 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Deleting port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:58:02.846309 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.863633 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 1e278b0a-60ed-4acc-af94-78f0df2f9962 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:58:02.864037 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 1e278b0a-60ed-4acc-af94-78f0df2f9962 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:58:02.945033 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] For port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=c3fce21b-52b8-4d8d-8d55-40dc2c456bb9,segment=NetworkSegment(a17d17b8-6254-46bf-a5f3-fec7af9e6594),segment_id=a17d17b8-6254-46bf-a5f3-fec7af9e6594)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:02.945390 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:02.981532 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5d7a35-9418-46df-93c4-71dc411ca198 None None] DHCP port deletion for 3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 request from dv-cinder-786260-3-iscsi {{(pid=91707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 06 11:58:03.049915 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d7a35-9418-46df-93c4-71dc411ca198 None None] Deleting port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 {{(pid=91707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:58:03.050219 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7a35-9418-46df-93c4-71dc411ca198 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.070308 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Calling delete_port for c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 owned by network:dhcp {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:58:03.120561 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.125293 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dd860a06-cf16-43e8-8da0-ff82999acf2f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:03.145633 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-ec5d7a35-9418-46df-93c4-71dc411ca198 None None] For port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=c3fce21b-52b8-4d8d-8d55-40dc2c456bb9,segment=NetworkSegment(a17d17b8-6254-46bf-a5f3-fec7af9e6594),segment_id=a17d17b8-6254-46bf-a5f3-fec7af9e6594)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:03.145633 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7a35-9418-46df-93c4-71dc411ca198 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.153859 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-955ee8a7-6d43-444c-8ee9-d81791aa4a70 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0765910
Jun 06 11:58:03.270198 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-ec5d7a35-9418-46df-93c4-71dc411ca198 None None] Calling delete_port for c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 owned by network:dhcp {{(pid=91707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:58:03.275212 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3fce21b-52b8-4d8d-8d55-40dc2c456bb9,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:03.278407 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:03.279231 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] No DVR routers for this DVR port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 on host dv-cinder-786260-3-iscsi {{(pid=91706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:58:03.308462 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-24367e68-d501-4ad2-8b7c-4dbee2941396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:03.312989 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-24367e68-d501-4ad2-8b7c-4dbee2941396 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 1098 time: 0.0902364
Jun 06 11:58:03.314554 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ec5d7a35-9418-46df-93c4-71dc411ca198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369'] for port, after_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.318191 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-96de0824-606f-4ba9-9e6e-0d1a08fa4c73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:03.360214 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5d7a35-9418-46df-93c4-71dc411ca198 None None] Pushing event deleted for resources: {'Port': ['ID=c3fce21b-52b8-4d8d-8d55-40dc2c456bb9,revision_number=None']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:03.363068 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-ec5d7a35-9418-46df-93c4-71dc411ca198 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:03.363856 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5d7a35-9418-46df-93c4-71dc411ca198 None None] No DVR routers for this DVR port c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 on host dv-cinder-786260-3-iscsi {{(pid=91707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:58:03.397029 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.410339 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fa7eb1a90>,) {'filters': {'network_id': ['3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037']}} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:03.422744 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fa7eb1a90>, 'a17d17b8-6254-46bf-a5f3-fec7af9e6594') {'for_net_delete': True} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:03.423031 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fa7eb1a90>, 'a17d17b8-6254-46bf-a5f3-fec7af9e6594') {} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:03.434122 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3959627'] for segment, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.450860 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.457629 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Releasing vlan 679 on physical network physnet1 to pool {{(pid=91706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:58:03.458229 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2905477'] for segment, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.463458 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-b82b5fc4-c6de-48e5-b202-57248519bfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:03.464915 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-b82b5fc4-c6de-48e5-b202-57248519bfbb service neutron] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 913 time: 0.1325378
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]: Traceback (most recent call last):
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     timer()
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     cb(*args, **kw)
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     return func(*args, **kwargs)
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     self._notify()
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     self.callback(batched_events)
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     event.method(event)
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     return f(self, *a, **k)
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._get(url).json()
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:58:03.471535 dv-cinder-786260-3-iscsi neutron-server[91706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:58:03.556750 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.561865 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.566636 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] 10.222.0.46 "DELETE /v2.0/networks/3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037 HTTP/1.1" status: 204  len: 168 time: 0.8986309
Jun 06 11:58:03.566636 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:03.574428 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-ddfacc46-b6c6-4826-9093-9d2d5dec11b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3b14b37c-5fc7-45e0-ba20-9958a3d68d95 HTTP/1.1" status: 200  len: 1001 time: 0.1011207
Jun 06 11:58:03.582060 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c4ea355-936c-4ec2-bb1a-ef8e9bd9f037,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:03.584879 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-08658a32-624b-47b6-bd77-93863d082709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:03.646491 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-02668670-90b9-4cd6-ad6d-1afa46edfa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:03.647936 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-02668670-90b9-4cd6-ad6d-1afa46edfa99 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.0656462
Jun 06 11:58:03.725622 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-6e544f5b-32bd-4b16-987b-11a44cf8f721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:03.727092 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-6e544f5b-32bd-4b16-987b-11a44cf8f721 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716023
Jun 06 11:58:03.749217 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56642) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:03.798092 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-26576e02-be01-40bb-af26-49d294a49848 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=458108fba5ab4f0e8523a41be88470ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0475621
Jun 06 11:58:03.800355 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56644) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:03.856247 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6a78e465-ce3e-4317-bed6-22054ee535d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.885441 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6a78e465-ce3e-4317-bed6-22054ee535d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.923759 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-0b0138e5-b473-44e1-a9bb-ee0b5b96f483 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1844823
Jun 06 11:58:03.937570 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6a78e465-ce3e-4317-bed6-22054ee535d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.940404 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6a78e465-ce3e-4317-bed6-22054ee535d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:03.941530 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6a78e465-ce3e-4317-bed6-22054ee535d7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/713bdacd-c5bf-4a15-8bdc-a25868fee5b2 HTTP/1.1" status: 204  len: 168 time: 0.1402335
Jun 06 11:58:03.942347 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1f399f33-65ba-4f1d-bdd4-437e5e329faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:03.952360 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a78e465-ce3e-4317-bed6-22054ee535d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=713bdacd-c5bf-4a15-8bdc-a25868fee5b2,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:03.957098 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6a78e465-ce3e-4317-bed6-22054ee535d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:03.966974 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3190-bd52-4588-9100-79acbec44a00 req-72086ca8-53e4-48d4-8797-6c16c9e79f6e tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:03.973390 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-137e3190-bd52-4588-9100-79acbec44a00 req-72086ca8-53e4-48d4-8797-6c16c9e79f6e tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.1471553
Jun 06 11:58:04.085999 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-137e3190-bd52-4588-9100-79acbec44a00 req-55a7fcf1-292b-4a0a-ba9b-f00b66787118 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078570
Jun 06 11:58:04.118504 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b96a83dc-ffb4-4494-a977-7774ada65e3d req-f7ef83e6-9f8c-442c-9942-f5e28659a332 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1866279
Jun 06 11:58:04.294142 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56650) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:04.342244 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-740e6818-96cb-4aaa-a701-7cfb014af8c4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ae53af36eb934312b1d2b917699434b8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0467851
Jun 06 11:58:04.344507 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56652) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:04.402894 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cbb7-a9c5-432e-acef-683b7c3641da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:04.428263 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cbb7-a9c5-432e-acef-683b7c3641da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:04.478694 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cbb7-a9c5-432e-acef-683b7c3641da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:04.481463 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5ad5cbb7-a9c5-432e-acef-683b7c3641da admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:04.482812 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-5ad5cbb7-a9c5-432e-acef-683b7c3641da admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73c0f39d-6a99-4be0-ae64-d1c06a3f6dde HTTP/1.1" status: 204  len: 168 time: 0.1370094
Jun 06 11:58:04.483726 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-350b63e9-20c8-451a-b940-6342d4f3b85b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:04.493190 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad5cbb7-a9c5-432e-acef-683b7c3641da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c0f39d-6a99-4be0-ae64-d1c06a3f6dde,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:04.495499 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5ad5cbb7-a9c5-432e-acef-683b7c3641da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:04.734845 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:58:04.775488 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:58:04.775835 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device c3fce21b-52b8-4d8d-8d55-40dc2c456bb9 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:58:05.273732 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed00cda6-6ae0-4773-ad36-ad44484693ba req-dd81ca84-887b-4bc4-bf8b-ed9257600cc2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:05.275153 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ed00cda6-6ae0-4773-ad36-ad44484693ba req-dd81ca84-887b-4bc4-bf8b-ed9257600cc2 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0768716
Jun 06 11:58:05.322857 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ed00cda6-6ae0-4773-ad36-ad44484693ba req-b67ddae5-0fd9-427c-9b33-27213319c15b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415275
Jun 06 11:58:05.696368 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e21f24a8-aed0-4001-ab3e-bc36dc63174d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:06.511041 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60746d05-d6f9-4a69-b890-3294db14a34e req-a0d85593-40fb-46f9-b7ab-3336f2c7d0eb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:06.512479 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-60746d05-d6f9-4a69-b890-3294db14a34e req-a0d85593-40fb-46f9-b7ab-3336f2c7d0eb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0781097
Jun 06 11:58:06.557166 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-60746d05-d6f9-4a69-b890-3294db14a34e req-23f639e6-024b-4a6f-91b5-122769baf48f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386846
Jun 06 11:58:07.745612 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5c1e3d-1781-4ff8-a747-5af3767bf811 req-3b1cca78-efc4-420c-a472-0a8f712a2c53 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:07.747039 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d5c1e3d-1781-4ff8-a747-5af3767bf811 req-3b1cca78-efc4-420c-a472-0a8f712a2c53 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0803912
Jun 06 11:58:07.790792 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1d5c1e3d-1781-4ff8-a747-5af3767bf811 req-ff32c771-d38c-4130-bf4a-12f591268e52 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380859
Jun 06 11:58:08.321923 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:08.609289 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-405468bf-3b32-4583-ad1e-80b0a421e702 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:08.976434 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420826e-4b2c-4202-9c2c-8494942d475f req-7affa783-bbf5-4c0e-b207-7c497fef4a73 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:08.977887 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4420826e-4b2c-4202-9c2c-8494942d475f req-7affa783-bbf5-4c0e-b207-7c497fef4a73 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0804336
Jun 06 11:58:09.021617 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4420826e-4b2c-4202-9c2c-8494942d475f req-4c094d30-3c26-49dc-a92e-f86292f0dd7f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0373240
Jun 06 11:58:09.653751 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:10.302702 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c090f6d1-e801-4210-a7d4-1f3c71a9fb26 req-134db43e-82e2-430b-ad26-a61017e26305 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:10.304161 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c090f6d1-e801-4210-a7d4-1f3c71a9fb26 req-134db43e-82e2-430b-ad26-a61017e26305 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.1730795
Jun 06 11:58:10.348395 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c090f6d1-e801-4210-a7d4-1f3c71a9fb26 req-33f314b0-f82c-4cb8-8c50-69738ee2fffa tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386524
Jun 06 11:58:11.040317 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:11.533650 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ad41ce-7eee-4347-8f9f-d533aa5e6bea req-41eac8ce-4349-4e65-b75a-14c7344701b8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:11.535083 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-09ad41ce-7eee-4347-8f9f-d533aa5e6bea req-41eac8ce-4349-4e65-b75a-14c7344701b8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0769644
Jun 06 11:58:11.585512 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-09ad41ce-7eee-4347-8f9f-d533aa5e6bea req-1f8487fb-e4c7-4732-9adf-a038d8295f4c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0448856
Jun 06 11:58:12.773586 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54586f7f-55b0-47e5-afcc-01782f295170 req-e1b98a3f-e0f0-456d-aab2-53880a2ad9d9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:12.775018 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-54586f7f-55b0-47e5-afcc-01782f295170 req-e1b98a3f-e0f0-456d-aab2-53880a2ad9d9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0795913
Jun 06 11:58:12.818703 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-54586f7f-55b0-47e5-afcc-01782f295170 req-6ab92eab-737d-4ed3-a63d-5b53b479abdc tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374939
Jun 06 11:58:13.253327 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 269f14c0-7028-49b0-ac68-7ef4150816e6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:58:13.385808 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:13.399269 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'port_id': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'mac_address': 'fa:16:3e:03:2b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:58:13.454472 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:13.470582 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 269f14c0-7028-49b0-ac68-7ef4150816e6 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:58:13.485512 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:13.489803 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:13.491536 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:13.558918 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=6']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:13.562481 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:13.590361 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['269f14c0-7028-49b0-ac68-7ef4150816e6'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:58:14.015451 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041e93a6-bac3-42a0-a28e-aa1662c2caa9 req-f31f7688-412b-48b4-9397-322d649cddf8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:14.016942 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-041e93a6-bac3-42a0-a28e-aa1662c2caa9 req-f31f7688-412b-48b4-9397-322d649cddf8 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 944 time: 0.0880401
Jun 06 11:58:14.064619 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-041e93a6-bac3-42a0-a28e-aa1662c2caa9 req-377779f2-e384-4c96-85ef-84ba57ddc605 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0409493
Jun 06 11:58:14.422276 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9915a3f7-0e5e-4b06-9af5-94fd6d20cb12 req-494b31bf-83ad-4b4a-8616-979fcde13b7d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:14.423816 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9915a3f7-0e5e-4b06-9af5-94fd6d20cb12 req-494b31bf-83ad-4b4a-8616-979fcde13b7d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 945 time: 0.0813346
Jun 06 11:58:14.469622 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9915a3f7-0e5e-4b06-9af5-94fd6d20cb12 req-c3ca1c5d-0deb-4add-8a6d-d7fd9fe82eb1 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398583
Jun 06 11:58:15.274475 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 269f14c0-7028-49b0-ac68-7ef4150816e6 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:58:15.276546 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64bc66-c609-4ffc-b032-9c2fa238502e req-3acec865-dfaf-42b5-a550-16ef8a075a77 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:15.283782 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d64bc66-c609-4ffc-b032-9c2fa238502e req-3acec865-dfaf-42b5-a550-16ef8a075a77 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 944 time: 0.0981126
Jun 06 11:58:15.334799 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7d64bc66-c609-4ffc-b032-9c2fa238502e req-8219af56-4160-431a-8d50-a98ebc61af6c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0500598
Jun 06 11:58:15.372655 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 269f14c0-7028-49b0-ac68-7ef4150816e6 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:58:15.373059 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:15.498538 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:15.533581 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:58:15.534653 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9fb6b2-8b15-4646-bf58-653ff190d420" -d '{"events": [{"server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "name": "network-vif-plugged", "status": "completed", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:58:15.543696 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:15.550012 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:15.552262 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:15.606443 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b2b4eee-195f-4b87-95b3-f4dc314deedb x-openstack-request-id: req-3b2b4eee-195f-4b87-95b3-f4dc314deedb {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:58:15.607275 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "name": "network-vif-plugged", "status": "completed", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:58:15.607275 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-3b2b4eee-195f-4b87-95b3-f4dc314deedb {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:58:15.607505 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'code': 200}
Jun 06 11:58:15.633759 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=7']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:15.639616 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:15.726292 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef17fff-451f-46cc-8c51-9439e4fdb0fd req-065ce737-4836-41dc-b330-ecd800a3b66a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:15.727797 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eef17fff-451f-46cc-8c51-9439e4fdb0fd req-065ce737-4836-41dc-b330-ecd800a3b66a tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 945 time: 0.1011012
Jun 06 11:58:15.785396 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eef17fff-451f-46cc-8c51-9439e4fdb0fd req-cb32f743-3725-4699-8dcc-5e96e6c1b231 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0515652
Jun 06 11:58:16.118071 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-8927d1f1-8607-40a0-9764-2b79b72fcbcf tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:16.119441 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-8927d1f1-8607-40a0-9764-2b79b72fcbcf tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.16 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 945 time: 0.0832639
Jun 06 11:58:16.283095 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Deleting port 7a490649-76a7-4b13-bc13-c741eb5833f3 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:58:16.283773 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:16.435667 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] For port 7a490649-76a7-4b13-bc13-c741eb5833f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7a490649-76a7-4b13-bc13-c741eb5833f3,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:16.436078 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:16.753410 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4b51da-f0a2-4587-910c-8cd2c9860ee5 req-b5048ded-692c-4f09-bcc3-0550200a2914 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:16.754866 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eb4b51da-f0a2-4587-910c-8cd2c9860ee5 req-b5048ded-692c-4f09-bcc3-0550200a2914 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.2542052
Jun 06 11:58:16.831587 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-eb4b51da-f0a2-4587-910c-8cd2c9860ee5 req-c63ad5f9-23c0-49ed-8fba-dccc0e793e4e tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0673091
Jun 06 11:58:16.833196 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:16.833560 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:16.833867 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Floating IP 8e898ea3-00f4-4c8a-a60b-7f9d681c379b disassociated. External IP: 172.27.1.53, port: 7a490649-76a7-4b13-bc13-c741eb5833f3.
Jun 06 11:58:16.834194 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Calling delete_port for 7a490649-76a7-4b13-bc13-c741eb5833f3 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:58:17.023193 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:17.031715 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1217af87-911d-40f4-9fd0-7c4a368ff642 tempest-ServerRescueNegativeTestJSON-1998694887 tempest-ServerRescueNegativeTestJSON-1998694887-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:17.091030 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event deleted for resources: {'Port': ['ID=7a490649-76a7-4b13-bc13-c741eb5833f3,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:17.093630 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:17.265746 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34718998-97bf-4aae-9275-48bdf1e4dfd1 req-807ade8c-11c1-4083-8270-f3c1cc20cca7 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:17.267180 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-34718998-97bf-4aae-9275-48bdf1e4dfd1 req-807ade8c-11c1-4083-8270-f3c1cc20cca7 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/ports?device_id=f98d68f3-e7e3-4dcc-900c-f33e672f750a HTTP/1.1" status: 200  len: 867 time: 0.3340821
Jun 06 11:58:17.360570 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-34718998-97bf-4aae-9275-48bdf1e4dfd1 req-4ef637b5-033a-4ff2-b3d3-a47c8657d61f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups?id=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839772
Jun 06 11:58:17.456237 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Router 7b542b49-7406-4e8f-9412-31886270adad has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:58:17.694284 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:58:17.704873 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] Sync routers for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:58:17.716223 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:58:17.716986 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad5668e0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:58:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:17.785475 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] No DVR routers for this DVR port 7a490649-76a7-4b13-bc13-c741eb5833f3 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:58:17.788117 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:17.790071 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6e521c8f-21c8-43a1-a57a-f09630e6751c req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.16 "DELETE /v2.0/ports/7a490649-76a7-4b13-bc13-c741eb5833f3 HTTP/1.1" status: 204  len: 173 time: 1.6643674
Jun 06 11:58:17.790680 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'name': 'network-vif-deleted', 'tag': '7a490649-76a7-4b13-bc13-c741eb5833f3'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:58:17.793058 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c090b6a-96a7-444b-a2ab-7c80d4f01994" -d '{"events": [{"server_uuid": "f98d68f3-e7e3-4dcc-900c-f33e672f750a", "name": "network-vif-deleted", "tag": "7a490649-76a7-4b13-bc13-c741eb5833f3"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:58:17.859075 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a89a7b-dba5-4bac-8a9f-e3c949f168d4 x-openstack-request-id: req-23a89a7b-dba5-4bac-8a9f-e3c949f168d4 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:58:17.859407 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f98d68f3-e7e3-4dcc-900c-f33e672f750a", "name": "network-vif-deleted", "tag": "7a490649-76a7-4b13-bc13-c741eb5833f3", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:58:17.859696 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-23a89a7b-dba5-4bac-8a9f-e3c949f168d4 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:58:17.860122 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f98d68f3-e7e3-4dcc-900c-f33e672f750a', 'name': 'network-vif-deleted', 'tag': '7a490649-76a7-4b13-bc13-c741eb5833f3', 'status': 'completed', 'code': 200}
Jun 06 11:58:18.004673 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:58:18.121874 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40c114b-bf1f-4778-b05b-d8ae1e379d80 req-15c73a14-7f6a-4337-8507-bd5000131712 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:18.123267 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c40c114b-bf1f-4778-b05b-d8ae1e379d80 req-15c73a14-7f6a-4337-8507-bd5000131712 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0961363
Jun 06 11:58:18.172171 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c40c114b-bf1f-4778-b05b-d8ae1e379d80 req-6dec8276-8f2a-48d0-999b-e78c71a13f9a tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421743
Jun 06 11:58:18.380617 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad5668e0>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:18.395537 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] Checking router: 7b542b49-7406-4e8f-9412-31886270adad for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:58:18.415357 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:58:18.416984 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad5668e0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:58:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:18.514687 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56768) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:18.584413 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-335a0e0e-4dbe-4035-93a0-230cb33c729c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:18.613167 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-335a0e0e-4dbe-4035-93a0-230cb33c729c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:18.657249 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:58:18.704755 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-335a0e0e-4dbe-4035-93a0-230cb33c729c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:18.709570 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-335a0e0e-4dbe-4035-93a0-230cb33c729c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:18.710777 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-335a0e0e-4dbe-4035-93a0-230cb33c729c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "DELETE /v2.0/security-groups/071ff1f3-5efc-4e1c-abc4-5d4b87321b5a HTTP/1.1" status: 204  len: 168 time: 0.1946089
Jun 06 11:58:18.711604 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f6c24ef4-6e28-4016-b508-bff90fc8ebb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:18.713522 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56770) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:18.736753 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.api.v2.resource [None req-f7bc9fdc-e1e0-4017-8c36-8b288938ed4d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] show failed (client error): The resource could not be found.
Jun 06 11:58:18.740802 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-f7bc9fdc-e1e0-4017-8c36-8b288938ed4d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "GET /v2.0/security-groups/071ff1f3-5efc-4e1c-abc4-5d4b87321b5a HTTP/1.1" status: 404  len: 347 time: 0.0256600
Jun 06 11:58:18.743712 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335a0e0e-4dbe-4035-93a0-230cb33c729c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071ff1f3-5efc-4e1c-abc4-5d4b87321b5a,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:18.743867 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56772) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:18.752364 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-335a0e0e-4dbe-4035-93a0-230cb33c729c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:19.015316 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Deleting port 6833813b-387d-438f-9241-84c13329abc1 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:58:19.015706 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:19.109168 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad5668e0>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:19.114562 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ce384-ddd3-40dc-88b0-6ac5433f11a1 None None] The sync data for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi is: [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '948e9454-89e3-4c52-97a1-b8cb14e5f54c', 'name': '', 'network_id': '4cb10f0a-05af-4fba-b41d-12091928d248', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'mac_address': 'fa:16:3e:20:d8:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:49Z', 'updated_at': '2021-06-06T11:52:10Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'subnets': [{'id': '152508a6-2d08-4397-81a6-be9ae3bc7dc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:58:19.177365 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:19.177787 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:19.268384 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7a490649-76a7-4b13-bc13-c741eb5833f3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:58:19.331996 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 7a490649-76a7-4b13-bc13-c741eb5833f3 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:58:19.332339 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7a490649-76a7-4b13-bc13-c741eb5833f3 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:58:19.340131 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Calling delete_port for 6833813b-387d-438f-9241-84c13329abc1 owned by network:floatingip {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:58:19.471657 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c95a737-cf33-481b-9bb8-633581028ed0 None None] New status for floating IP 8e898ea3-00f4-4c8a-a60b-7f9d681c379b: DOWN {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:58:19.476606 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d329c-0d11-4c4e-bc00-7e14cc089565 req-3303f0d7-871d-46e3-ae95-031c41ec2b56 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:19.483748 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-219d329c-0d11-4c4e-bc00-7e14cc089565 req-3303f0d7-871d-46e3-ae95-031c41ec2b56 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.1329885
Jun 06 11:58:19.545286 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-219d329c-0d11-4c4e-bc00-7e14cc089565 req-6db97142-4e7f-431d-9a4e-e68e458c6c39 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0606034
Jun 06 11:58:19.642803 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron_lib.db.api [None req-3c95a737-cf33-481b-9bb8-633581028ed0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=91708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 06 11:58:19.643247 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG oslo_db.api [None req-3c95a737-cf33-481b-9bb8-633581028ed0 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 06 11:58:19.644193 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:19.647997 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f7167f14-5fb9-4d1b-bfd7-2338d10bdb46 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:19.692742 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Pushing event deleted for resources: {'Port': ['ID=6833813b-387d-438f-9241-84c13329abc1,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:19.717942 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:19.789068 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks [] for floatingip, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:19.791757 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:19.795719 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] 10.222.0.46 "DELETE /v2.0/floatingips/8e898ea3-00f4-4c8a-a60b-7f9d681c379b HTTP/1.1" status: 204  len: 168 time: 1.0480516
Jun 06 11:58:20.144532 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c95a737-cf33-481b-9bb8-633581028ed0 None None] New status for floating IP 8e898ea3-00f4-4c8a-a60b-7f9d681c379b: DOWN {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:58:20.474096 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c68af1c-ab3a-48f2-b626-f95111ebc856 req-e72d4a14-d879-47b9-8f33-3e7da6952a14 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:20.475938 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1c68af1c-ab3a-48f2-b626-f95111ebc856 req-e72d4a14-d879-47b9-8f33-3e7da6952a14 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 945 time: 0.2010887
Jun 06 11:58:20.529778 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1c68af1c-ab3a-48f2-b626-f95111ebc856 req-05fda782-2e15-4b4b-a4e4-d5b0a91ef1e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0451710
Jun 06 11:58:20.754831 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fbed6d-479c-4bee-9d3d-29d41520e9a5 req-6e3d9fea-0b98-40d6-9bd4-6c99cbfe6b2d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:20.756710 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-07fbed6d-479c-4bee-9d3d-29d41520e9a5 req-6e3d9fea-0b98-40d6-9bd4-6c99cbfe6b2d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.0961359
Jun 06 11:58:20.803997 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-07fbed6d-479c-4bee-9d3d-29d41520e9a5 req-d1f9b8e8-6f85-48ab-abee-0cb08b75e7ad tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412230
Jun 06 11:58:21.796164 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de72631-501c-4731-bf66-b4523d095f25 req-0b878a33-f0d2-4144-a06d-c0abb4491ddb tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:21.797653 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7de72631-501c-4731-bf66-b4523d095f25 req-0b878a33-f0d2-4144-a06d-c0abb4491ddb tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 945 time: 0.1506798
Jun 06 11:58:21.806345 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-3b2b0e75-32c7-4c82-9344-47735f4b07d2 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:21.807760 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-3b2b0e75-32c7-4c82-9344-47735f4b07d2 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 945 time: 0.1131279
Jun 06 11:58:21.905732 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7de72631-501c-4731-bf66-b4523d095f25 req-730f2f41-5978-42f6-a6d5-237845ec14eb tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0964265
Jun 06 11:58:22.066678 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Deleting port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:58:22.067007 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:22.087757 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fd2dc9-d65b-4e78-b568-58fe9a7703b8 req-7fd65e0f-72ad-465e-92c2-63c33623e8ae tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:22.089244 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-29fd2dc9-d65b-4e78-b568-58fe9a7703b8 req-7fd65e0f-72ad-465e-92c2-63c33623e8ae tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.1387768
Jun 06 11:58:22.217254 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-29fd2dc9-d65b-4e78-b568-58fe9a7703b8 req-a378beb2-1450-4f39-8c29-fcfebfcacd84 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1141250
Jun 06 11:58:22.253734 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] For port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:22.254093 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:22.597319 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:22.597692 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:22.598004 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Floating IP d9f25a0a-e414-4614-820f-ccd5936e1492 disassociated. External IP: 172.27.1.239, port: 3b14b37c-5fc7-45e0-ba20-9958a3d68d95.
Jun 06 11:58:22.598346 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Calling delete_port for 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:58:22.750566 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:22.758683 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-0a43dc15-7ee7-40a8-88f6-ec8d821e2519 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:22.803714 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event deleted for resources: {'Port': ['ID=3b14b37c-5fc7-45e0-ba20-9958a3d68d95,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:22.808079 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:23.021431 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Router 9a0a76db-c48f-4e6a-9871-b9affa33fffb has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:58:23.287479 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-070f19a6-787b-444a-a83f-620d4fab5b63 req-b44ed131-a749-4444-b1ed-c8dbb8ec781f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 210 time: 0.1988060
Jun 06 11:58:23.476859 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:58:23.486583 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] Sync routers for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:58:23.498023 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:58:23.499758 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facc419d0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:58:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:23.562288 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] No DVR routers for this DVR port 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:58:23.565884 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:23.567486 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-05e4d0ee-12cc-489d-90c9-42e682aca113 req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "DELETE /v2.0/ports/3b14b37c-5fc7-45e0-ba20-9958a3d68d95 HTTP/1.1" status: 204  len: 173 time: 1.7432499
Jun 06 11:58:23.567998 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239fffb1-9485-4e85-a042-3bc13453d98b', 'name': 'network-vif-deleted', 'tag': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:58:23.571109 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e29499-1ee7-4b5e-b0dc-8c8753083503" -d '{"events": [{"server_uuid": "239fffb1-9485-4e85-a042-3bc13453d98b", "name": "network-vif-deleted", "tag": "3b14b37c-5fc7-45e0-ba20-9958a3d68d95"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:58:23.606159 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a39d66-8996-4d37-b82a-db8829b0ce1b req-013724b6-dea8-4e2d-80e6-5078b2ab9ef3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:23.617947 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7a39d66-8996-4d37-b82a-db8829b0ce1b req-013724b6-dea8-4e2d-80e6-5078b2ab9ef3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.2301443
Jun 06 11:58:23.664984 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba2da66-5d79-4fcf-984b-47578066df19 x-openstack-request-id: req-aba2da66-5d79-4fcf-984b-47578066df19 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:58:23.665250 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "239fffb1-9485-4e85-a042-3bc13453d98b", "name": "network-vif-deleted", "tag": "3b14b37c-5fc7-45e0-ba20-9958a3d68d95", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:58:23.665868 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-aba2da66-5d79-4fcf-984b-47578066df19 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:58:23.665996 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239fffb1-9485-4e85-a042-3bc13453d98b', 'name': 'network-vif-deleted', 'tag': '3b14b37c-5fc7-45e0-ba20-9958a3d68d95', 'status': 'completed', 'code': 200}
Jun 06 11:58:23.677292 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7a39d66-8996-4d37-b82a-db8829b0ce1b req-cc54a101-b39e-4d84-ae33-f0a2c6ce8f17 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0583851
Jun 06 11:58:23.732293 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:58:23.966262 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56832) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:24.083456 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facc419d0>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:24.087300 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] Checking router: 9a0a76db-c48f-4e6a-9871-b9affa33fffb for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:58:24.095696 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:58:24.096295 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3facc419d0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:58:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:24.272843 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:58:24.539120 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-803a5834-aa02-4df7-84ce-3b49683f020a req-e8145607-c39a-4947-b8be-8f3e5fab50f5 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=239fffb1-9485-4e85-a042-3bc13453d98b HTTP/1.1" status: 200  len: 210 time: 0.0627961
Jun 06 11:58:24.673683 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3facc419d0>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:24.677930 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71a4825d-b5a0-4b44-ad1e-71c61a87db83 None None] The sync data for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi is: [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:58:24.692234 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:58:24.720985 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-3132231c-f28f-473f-a589-d49f79efaca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:24.722440 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-3132231c-f28f-473f-a589-d49f79efaca8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 1098 time: 0.1389182
Jun 06 11:58:24.909819 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15541e2a-21fe-4ffa-abb7-fc18a12ada80 None None] New status for floating IP d9f25a0a-e414-4614-820f-ccd5936e1492: DOWN {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:58:24.963886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-a897ad1e-4aa0-42eb-ad56-c6eadf63fb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:24.965550 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-a897ad1e-4aa0-42eb-ad56-c6eadf63fb07 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 918 time: 0.2358851
Jun 06 11:58:25.088933 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1647323'] for router_interface, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:25.140264 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-f1cb4cc6-7bfe-41ff-82a9-a9873190504a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269f14c0-7028-49b0-ac68-7ef4150816e6 HTTP/1.1" status: 200  len: 1000 time: 0.1668832
Jun 06 11:58:25.152656 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193ef5b-43dc-4157-a5e2-b9cebfd40b03 req-257f5c8d-28b1-4701-a5c4-11be12cc11b5 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:25.154186 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c193ef5b-43dc-4157-a5e2-b9cebfd40b03 req-257f5c8d-28b1-4701-a5c4-11be12cc11b5 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 945 time: 0.3241270
Jun 06 11:58:25.330963 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 269f14c0-7028-49b0-ac68-7ef4150816e6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:58:25.378984 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-4fd2bdbd-a2f1-43f9-857b-eb0b49e042de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:25.380324 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-4fd2bdbd-a2f1-43f9-857b-eb0b49e042de service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.2252676
Jun 06 11:58:25.442572 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:25.468621 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:58:25.470849 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5070a0c-8aa8-45da-ae8b-3e2057a3376e" -d '{"events": [{"server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:58:25.476940 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c193ef5b-43dc-4157-a5e2-b9cebfd40b03 req-bff8789d-57f0-48f1-af45-f092aac243ac tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1779468
Jun 06 11:58:25.478495 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:25.484360 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:25.485519 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:58:25.514049 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:25.551695 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-125a828b-d785-4fee-b0a2-8aeec0d5314c x-openstack-request-id: req-125a828b-d785-4fee-b0a2-8aeec0d5314c {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:58:25.551985 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "name": "network-vif-unplugged", "status": "completed", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:58:25.552236 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-125a828b-d785-4fee-b0a2-8aeec0d5314c {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:58:25.552614 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'code': 200}
Jun 06 11:58:25.566412 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:58:25.566753 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 3b14b37c-5fc7-45e0-ba20-9958a3d68d95 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:58:25.589032 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=8']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:25.591967 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:25.635755 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-c689b45e-768b-40a5-8d3f-9b1d792ad333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:25.637166 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-c689b45e-768b-40a5-8d3f-9b1d792ad333 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2084391
Jun 06 11:58:25.868023 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-9a9649cb-1e1b-4682-91f4-c504320fb867 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2232249
Jun 06 11:58:25.999938 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Deleting port 948e9454-89e3-4c52-97a1-b8cb14e5f54c {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:58:26.000282 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:26.020082 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-14ad8c7b-0ab3-4c31-8f15-cd3c6c1d6857 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074604491&fields=id&tenant_id=686e8a3abe34498f8f040ce70883dd57 HTTP/1.1" status: 200  len: 267 time: 0.1483669
Jun 06 11:58:26.168548 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8dbee4c7-7798-4192-99ad-278a9c28a588 req-a86002f3-4eec-4cbb-83b1-f5235071ca8c service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2804818
Jun 06 11:58:26.270777 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] For port 948e9454-89e3-4c52-97a1-b8cb14e5f54c, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=948e9454-89e3-4c52-97a1-b8cb14e5f54c,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:26.271126 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:26.399463 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840d139-6011-434a-8c46-bce90745445e req-8426af77-b704-4844-85e1-ae1b7d3877b5 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:26.400881 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-8426af77-b704-4844-85e1-ae1b7d3877b5 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 812 time: 0.3638117
Jun 06 11:58:26.408213 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Calling delete_port for 948e9454-89e3-4c52-97a1-b8cb14e5f54c owned by network:router_interface {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:58:26.423216 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-6564b21c-10af-4619-87af-35a775c8f036 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/quotas/686e8a3abe34498f8f040ce70883dd57 HTTP/1.1" status: 200  len: 375 time: 0.0123343
Jun 06 11:58:26.544517 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-21debdbf-eb57-4a38-816a-c58fd5cbb456 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1119325
Jun 06 11:58:26.900999 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-edcd222e-bc6b-4f13-b6a8-b4902d7c12f5 service neutron] 10.222.0.46 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3447237
Jun 06 11:58:26.964360 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6247be9-4156-43b1-8613-a1c3f697ec76 req-15d4965f-c413-476b-83cd-2b377b579e6e tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:26.965839 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e6247be9-4156-43b1-8613-a1c3f697ec76 req-15d4965f-c413-476b-83cd-2b377b579e6e tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.3681569
Jun 06 11:58:26.969395 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:26.976274 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-74291a05-135b-48b0-92ba-dde966e1708d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:27.088955 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Pushing event deleted for resources: {'Port': ['ID=948e9454-89e3-4c52-97a1-b8cb14e5f54c,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:27.122326 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:27.204671 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e6247be9-4156-43b1-8613-a1c3f697ec76 req-3f92e5cf-1c9c-40b0-bb42-1fca4c82c7ac tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2314513
Jun 06 11:58:27.219924 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-fd8c2d31-cc77-4f9d-a1ea-4fce60c27bf9 service neutron] 10.222.0.46 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3102577
Jun 06 11:58:27.403140 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648021'] for router_interface, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:27.682801 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-074669da-759c-4155-97a4-43e221f16263 req-d5066983-c46b-47c2-b31a-2c3dbf269657 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 210 time: 0.0991914
Jun 06 11:58:27.823463 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Router 7b542b49-7406-4e8f-9412-31886270adad has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:58:28.011328 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:58:28.019751 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] 10.222.0.46 "PUT /v2.0/routers/7b542b49-7406-4e8f-9412-31886270adad/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0499628
Jun 06 11:58:28.019751 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 56872) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:28.022543 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] Sync routers for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:58:28.033241 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:58:28.033939 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fac978700>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:58:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:28.227074 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:58:28.410733 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Notify callbacks [] for router, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:28.511299 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fac978700>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:58:26Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:28.515165 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] Checking router: 7b542b49-7406-4e8f-9412-31886270adad for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:58:28.523593 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] Routers {'7b542b49-7406-4e8f-9412-31886270adad'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:58:28.524212 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fac978700>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:58:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['7b542b49-7406-4e8f-9412-31886270adad'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:28.568511 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf480cd4-f106-4864-a4b3-8cbaf626814c req-99e9a8c6-6543-42f2-a8a6-d99f548a0b6f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:28.570022 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf480cd4-f106-4864-a4b3-8cbaf626814c req-99e9a8c6-6543-42f2-a8a6-d99f548a0b6f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.2265778
Jun 06 11:58:28.715133 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] Set router 7b542b49-7406-4e8f-9412-31886270adad gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:58:28.739018 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:28.749552 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf480cd4-f106-4864-a4b3-8cbaf626814c req-35b5bf40-cd0c-4f72-b3da-909e27b77dfa tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1639559
Jun 06 11:58:28.855119 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840d139-6011-434a-8c46-bce90745445e req-6548e71a-03de-4442-857d-cb0897b9668f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:28.856573 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-6548e71a-03de-4442-857d-cb0897b9668f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 812 time: 0.2856967
Jun 06 11:58:28.970778 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-b2571107-7059-4ac3-8304-a2cab98e3b6d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=686e8a3abe34498f8f040ce70883dd57 HTTP/1.1" status: 200  len: 380 time: 0.1006086
Jun 06 11:58:28.975988 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f2c25b48-1555-46b1-b7e1-71b02e068498 req-8c2f2df8-d446-4ff6-a577-e1ba125e763d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 210 time: 0.0675251
Jun 06 11:58:28.980599 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'port': {'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'admin_state_up': True, 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'security_groups': ['27d3d788-a403-4452-8528-b6cd161399e5']}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:58:29.022652 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Deleting port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:58:29.023046 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:29.046847 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fac978700>, [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:58:26Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:29.053081 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a540ff-11e5-4cb6-a3b5-ca84308c4c88 None None] The sync data for ids ['7b542b49-7406-4e8f-9412-31886270adad'] in dv-cinder-786260-3-iscsi is: [{'id': '7b542b49-7406-4e8f-9412-31886270adad', 'name': 'tempest-AttachVolumeTestJSON-1855441689-router', 'tenant_id': 'b70e174e528d4ec0ae31867601649972', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64'}], 'enable_snat': True}, 'gw_port_id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:37Z', 'updated_at': '2021-06-06T11:58:26Z', 'revision_number': 5, 'project_id': 'b70e174e528d4ec0ae31867601649972', 'gw_port': {'id': '08e8d0b3-dfe7-40a6-b6f5-c067f37181e4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:69:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b542b49-7406-4e8f-9412-31886270adad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.64', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:58:29.239057 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] For port 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=08e8d0b3-dfe7-40a6-b6f5-c067f37181e4,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:29.239418 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:29.300747 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Made reservation on behalf of 686e8a3abe34498f8f040ce70883dd57 for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 11:58:29.304246 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:29.391986 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Calling delete_port for 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 owned by network:router_gateway {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:58:29.602583 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Allocated IP 172.20.0.7 (635d2781-a27a-4f29-9f06-dde3ee9ec75f/b6cc30e6-78ed-4597-966d-9c8ca50a31ab/2c766363-d0a4-4d20-9b1a-6c02643574ad) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:58:29.932532 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:29.939337 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f9b55381-e9fa-4c5d-a279-0756ab18389d tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:29.984172 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Pushing event deleted for resources: {'Port': ['ID=08e8d0b3-dfe7-40a6-b6f5-c067f37181e4,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:29.996379 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:30.085519 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.153541 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Transition to ACTIVE for port object 2c766363-d0a4-4d20-9b1a-6c02643574ad will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:58:30.156159 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2f42f393-e1fe-444f-b4a9-41ab902b56b1 req-23fa2f5a-b574-4845-8f79-821bb51d958f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 210 time: 0.0675533
Jun 06 11:58:30.167838 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-314699'] for router_gateway, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.340247 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13595'] for router, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.344354 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.417199 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.424290 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2a42d9c2-cff0-4ae3-9085-9f90ee44cfa3 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:30.452998 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1650912'] for router, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.453556 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b542b49-7406-4e8f-9412-31886270adad {{(pid=91705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 06 11:58:30.466124 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Notify callbacks [] for router, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.468838 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] 10.222.0.46 "DELETE /v2.0/routers/7b542b49-7406-4e8f-9412-31886270adad HTTP/1.1" status: 204  len: 168 time: 2.4469714
Jun 06 11:58:30.470510 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56916) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:30.510902 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:58:30.517231 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:58:30.519386 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'Port': ['ID=2c766363-d0a4-4d20-9b1a-6c02643574ad,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:30.523002 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:30.524076 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:58:30.533214 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8ce797-2539-4a66-9b5d-e8d9c31d4241 admin admin] Deleting subnet 152508a6-2d08-4397-81a6-be9ae3bc7dc7 {{(pid=91706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:58:30.536423 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9b8ce797-2539-4a66-9b5d-e8d9c31d4241 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.582992 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d19708-4ef2-430d-b1f3-c7594e9894af req-1a2bde3a-9028-4b85-b2d8-8b68c7086eac tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:30.584808 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-72d19708-4ef2-430d-b1f3-c7594e9894af req-1a2bde3a-9028-4b85-b2d8-8b68c7086eac tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.2426021
Jun 06 11:58:30.626724 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:30.627351 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.628325 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9b8ce797-2539-4a66-9b5d-e8d9c31d4241 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3959666'] for subnet, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.662100 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-72d19708-4ef2-430d-b1f3-c7594e9894af req-106bf38b-72a1-4cb6-8b07-8a74163d69fb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700932
Jun 06 11:58:30.664147 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6871784
Jun 06 11:58:30.678485 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Request body: {'port': {'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:58:30.730246 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9b8ce797-2539-4a66-9b5d-e8d9c31d4241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.804534 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.808730 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9b8ce797-2539-4a66-9b5d-e8d9c31d4241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2905407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786895'] for subnet, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.812643 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:30.836083 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-e597c766-ddfd-4254-bd23-32681f1b6897 None None] Provisioning for port 2c766363-d0a4-4d20-9b1a-6c02643574ad completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:58:30.842150 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-e597c766-ddfd-4254-bd23-32681f1b6897 None None] Provisioning complete for port 2c766363-d0a4-4d20-9b1a-6c02643574ad triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:58:30.843318 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e597c766-ddfd-4254-bd23-32681f1b6897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.848043 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8ce797-2539-4a66-9b5d-e8d9c31d4241 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=152508a6-2d08-4397-81a6-be9ae3bc7dc7,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:30.851773 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-9b8ce797-2539-4a66-9b5d-e8d9c31d4241 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:30.853611 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56926) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:30.860729 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9b8ce797-2539-4a66-9b5d-e8d9c31d4241 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:30.862721 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-9b8ce797-2539-4a66-9b5d-e8d9c31d4241 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/152508a6-2d08-4397-81a6-be9ae3bc7dc7 HTTP/1.1" status: 204  len: 168 time: 0.3912349
Jun 06 11:58:30.865239 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56930) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:30.885734 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c868185-cefc-48e0-934d-3f74b005950a None None] Network 4cb10f0a-05af-4fba-b41d-12091928d248 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:58:30.985320 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.061421 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-e597c766-ddfd-4254-bd23-32681f1b6897 None None] Port 2c766363-d0a4-4d20-9b1a-6c02643574ad cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 11:58:31.067172 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:58:31.107724 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:58:31.108108 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 08e8d0b3-dfe7-40a6-b6f5-c067f37181e4 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:58:31.108547 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 948e9454-89e3-4c52-97a1-b8cb14e5f54c no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:58:31.147384 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-a7df355d-fd02-4144-9175-040923f96d1f req-b2a56227-033d-47c3-b309-085797b13d5a service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2923665
Jun 06 11:58:31.148799 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Deleting port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:58:31.149134 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.174983 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 948e9454-89e3-4c52-97a1-b8cb14e5f54c {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:58:31.175464 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 948e9454-89e3-4c52-97a1-b8cb14e5f54c not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:58:31.255107 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] For port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=df9d2693-50bb-4c19-a5c4-be4e6d37f2d2,segment=NetworkSegment(124bb669-c29c-42fc-8b47-e22ca08828b1),segment_id=124bb669-c29c-42fc-8b47-e22ca08828b1)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:31.255458 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.316804 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c766363-d0a4-4d20-9b1a-6c02643574ad {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:58:31.336651 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.343230 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] DHCP port deletion for 4cb10f0a-05af-4fba-b41d-12091928d248 request from dv-cinder-786260-3-iscsi {{(pid=91707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 06 11:58:31.370933 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Transition to ACTIVE for port object 2c766363-d0a4-4d20-9b1a-6c02643574ad will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 11:58:31.376639 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 269f14c0-7028-49b0-ac68-7ef4150816e6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:58:31.386865 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.392300 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Calling delete_port for df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 owned by network:dhcp {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:58:31.399189 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-02bdfb74-560d-40a0-87a8-c2e3f064b746 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:31.465967 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.474280 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:31.513282 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] Deleting port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 {{(pid=91707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:58:31.513657 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.543006 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Pushing event deleted for resources: {'Port': ['ID=df9d2693-50bb-4c19-a5c4-be4e6d37f2d2,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:31.546243 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:31.555144 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] No DVR routers for this DVR port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 on host dv-cinder-786260-3-iscsi {{(pid=91706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:58:31.601568 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Pushing event updated for resources: {'Port': ['ID=2c766363-d0a4-4d20-9b1a-6c02643574ad,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:31.631042 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] For port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2, host dv-cinder-786260-3-iscsi, got binding levels [] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:31.641295 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.644000 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:31.657267 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385a09c3-7579-4a0d-84a8-037849346cd5 req-462160c3-c114-45e5-8a89-800afb27d4eb tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:31.665392 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-385a09c3-7579-4a0d-84a8-037849346cd5 req-462160c3-c114-45e5-8a89-800afb27d4eb tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 931 time: 0.3843715
Jun 06 11:58:31.835634 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] Calling delete_port for df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 owned by network:dhcp {{(pid=91707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:58:31.839346 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.ipam_backend_mixin [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] Port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 was not found and therefore no delete operation was performed {{(pid=91707) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}}
Jun 06 11:58:31.841488 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369'] for port, after_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.848020 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-a9ff0de3-d85b-4fe5-b584-8542b72388d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:31.848222 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.862294 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fac2018e0>,) {'filters': {'network_id': ['4cb10f0a-05af-4fba-b41d-12091928d248']}} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:31.880490 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fac2018e0>, '124bb669-c29c-42fc-8b47-e22ca08828b1') {'for_net_delete': True} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:31.880948 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fac2018e0>, '124bb669-c29c-42fc-8b47-e22ca08828b1') {} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:31.882809 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-385a09c3-7579-4a0d-84a8-037849346cd5 req-56e3a13a-f2c7-4381-affd-d42ea8a53080 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2161918
Jun 06 11:58:31.903324 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] Pushing event deleted for resources: {'Port': ['ID=df9d2693-50bb-4c19-a5c4-be4e6d37f2d2,revision_number=None']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:31.914305 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3959627'] for segment, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.920657 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] No DVR routers for this DVR port df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 on host dv-cinder-786260-3-iscsi {{(pid=91707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:58:31.922479 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-1beaaeb6-600d-475f-bce7-48221560f1be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:31.935289 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.960891 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Releasing vlan 681 on physical network physnet1 to pool {{(pid=91706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:58:31.961547 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2905477'] for segment, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]: Traceback (most recent call last):
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     timer()
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     cb(*args, **kw)
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     return func(*args, **kwargs)
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     self._notify()
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     self.callback(batched_events)
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     event.method(event)
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     return f(self, *a, **k)
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._get(url).json()
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:58:31.982495 dv-cinder-786260-3-iscsi neutron-server[91706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:58:32.000816 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Attempting to bind port 2c766363-d0a4-4d20-9b1a-6c02643574ad on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 11:58:32.001215 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Attempting to bind port 2c766363-d0a4-4d20-9b1a-6c02643574ad by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 11:58:32.001527 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Attempting to bind port 2c766363-d0a4-4d20-9b1a-6c02643574ad on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:58:32.009626 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Port 2c766363-d0a4-4d20-9b1a-6c02643574ad on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 11:58:32.009941 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Attempting to bind port 2c766363-d0a4-4d20-9b1a-6c02643574ad on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 11:58:32.018260 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 11, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 11:58:32.018593 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Checking segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 11:58:32.018967 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Bound using segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 11:58:32.019389 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Bound port: 2c766363-d0a4-4d20-9b1a-6c02643574ad, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 11:58:32.019731 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:32.059380 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:32.065881 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:32.069135 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4cb10f0a-05af-4fba-b41d-12091928d248 HTTP/1.1" status: 204  len: 168 time: 1.2027800
Jun 06 11:58:32.070047 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-21078dd7-b790-4c6b-9a8d-30af0d85ad98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:32.079106 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811f4a78-42d7-4de7-9e86-5843d183326b req-0dc91f0a-bb64-437d-9d96-5a9e224f46d1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:32.080574 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-811f4a78-42d7-4de7-9e86-5843d183326b req-0dc91f0a-bb64-437d-9d96-5a9e224f46d1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.1941502
Jun 06 11:58:32.088935 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Pushing event deleted for resources: {'Network': ['ID=4cb10f0a-05af-4fba-b41d-12091928d248,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:32.091502 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:32.160442 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-811f4a78-42d7-4de7-9e86-5843d183326b req-4995252f-3bb4-457c-bd41-a5b19b2bdb8d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677767
Jun 06 11:58:32.162885 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] For port 2c766363-d0a4-4d20-9b1a-6c02643574ad, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 11:58:32.166067 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] For port 2c766363-d0a4-4d20-9b1a-6c02643574ad, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2c766363-d0a4-4d20-9b1a-6c02643574ad,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 11:58:32.171982 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:32.176728 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f14cef93-f849-45c6-bb1a-5e8db85857bc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:32.189919 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56946) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:32.240956 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-805a69cf-f5a7-4419-a4f7-cff282caf069 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b70e174e528d4ec0ae31867601649972&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0498428
Jun 06 11:58:32.243209 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 56948) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:32.284326 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:32.284974 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:32.286371 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] 10.222.0.16 "PUT /v2.0/ports/2c766363-d0a4-4d20-9b1a-6c02643574ad HTTP/1.1" status: 200  len: 1093 time: 1.6138508
Jun 06 11:58:32.286887 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64202e30-c995-49c7-8107-cc70bf434b71', 'tag': '2c766363-d0a4-4d20-9b1a-6c02643574ad'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:58:32.289249 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1656167-bf0f-462b-a474-e4dad7c08efd" -d '{"events": [{"name": "network-changed", "server_uuid": "64202e30-c995-49c7-8107-cc70bf434b71", "tag": "2c766363-d0a4-4d20-9b1a-6c02643574ad"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:58:32.302863 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6a60324c-faba-490a-b6ab-b6a9aaa1e5fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:32.310539 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Pushing event updated for resources: {'Port': ['ID=2c766363-d0a4-4d20-9b1a-6c02643574ad,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:32.314837 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:32.331532 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6a60324c-faba-490a-b6ab-b6a9aaa1e5fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:32.332489 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df355d-fd02-4144-9175-040923f96d1f req-0a8da19d-82da-4ce4-ae5b-52e6474e3fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:32.334330 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a7df355d-fd02-4144-9175-040923f96d1f req-0a8da19d-82da-4ce4-ae5b-52e6474e3fd1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc&tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a HTTP/1.1" status: 200  len: 1096 time: 0.1065261
Jun 06 11:58:32.376988 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fed7028d-22a2-415a-9f6c-086a242c2013 x-openstack-request-id: req-fed7028d-22a2-415a-9f6c-086a242c2013 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:58:32.377583 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64202e30-c995-49c7-8107-cc70bf434b71", "tag": "2c766363-d0a4-4d20-9b1a-6c02643574ad", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:58:32.378253 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fed7028d-22a2-415a-9f6c-086a242c2013 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:58:32.378686 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64202e30-c995-49c7-8107-cc70bf434b71', 'tag': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'status': 'completed', 'code': 200}
Jun 06 11:58:32.400014 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6a60324c-faba-490a-b6ab-b6a9aaa1e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:32.402834 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6a60324c-faba-490a-b6ab-b6a9aaa1e5fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:32.404023 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6a60324c-faba-490a-b6ab-b6a9aaa1e5fb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6a10ca35-b15c-4806-828e-11ad8e464f13 HTTP/1.1" status: 204  len: 168 time: 0.1598661
Jun 06 11:58:32.405101 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2796f613-5a18-45c2-8a69-1655e8d1d78f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:32.415831 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60324c-faba-490a-b6ab-b6a9aaa1e5fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a10ca35-b15c-4806-828e-11ad8e464f13,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:32.418295 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6a60324c-faba-490a-b6ab-b6a9aaa1e5fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:32.482341 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840d139-6011-434a-8c46-bce90745445e req-f7708754-25df-4011-93f9-66f62f2551f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:32.483888 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-f7708754-25df-4011-93f9-66f62f2551f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 1096 time: 0.1481090
Jun 06 11:58:32.489843 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df355d-fd02-4144-9175-040923f96d1f req-04d3d817-c795-4f05-9be3-866491d2cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:32.491279 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a7df355d-fd02-4144-9175-040923f96d1f req-04d3d817-c795-4f05-9be3-866491d2cae8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 1096 time: 0.1118746
Jun 06 11:58:32.569602 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:32.577823 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-3c611eff-8efd-4a6a-a917-7c31dfeef4d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c766363-d0a4-4d20-9b1a-6c02643574ad HTTP/1.1" status: 200  len: 217 time: 0.0855217
Jun 06 11:58:32.720899 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840d139-6011-434a-8c46-bce90745445e req-1d665415-a62b-41f3-93c6-90004a7a77c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:32.720899 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-1d665415-a62b-41f3-93c6-90004a7a77c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.1309471
Jun 06 11:58:32.771093 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:58:32.776617 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df355d-fd02-4144-9175-040923f96d1f req-75f8d38f-79a2-457e-a427-d59a4f7a8709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:32.778090 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a7df355d-fd02-4144-9175-040923f96d1f req-75f8d38f-79a2-457e-a427-d59a4f7a8709 service neutron] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 918 time: 0.2372968
Jun 06 11:58:32.807875 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:58:32.808233 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device df9d2693-50bb-4c19-a5c4-be4e6d37f2d2 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:58:32.894710 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a7df355d-fd02-4144-9175-040923f96d1f req-33d0cf04-71bb-4653-a1aa-5d49eedce964 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269f14c0-7028-49b0-ac68-7ef4150816e6 HTTP/1.1" status: 200  len: 998 time: 0.1089971
Jun 06 11:58:32.900095 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5840d139-6011-434a-8c46-bce90745445e req-6afd8222-efae-4057-8cb9-ec14a88deacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:32.901514 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-6afd8222-efae-4057-8cb9-ec14a88deacb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1713030
Jun 06 11:58:33.049771 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df355d-fd02-4144-9175-040923f96d1f req-5bb0b85c-66a7-4acc-bd99-3b7f3578d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:33.051258 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a7df355d-fd02-4144-9175-040923f96d1f req-5bb0b85c-66a7-4acc-bd99-3b7f3578d13e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.1488516
Jun 06 11:58:33.190288 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-9447a6fb-3bd5-4a83-9ca1-34ab3ff20369 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2528617
Jun 06 11:58:33.306710 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154261e4-046a-47c4-8222-9dac8f33409a req-9ca885a9-5c32-411c-992b-7afb1326df9a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:33.308172 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-154261e4-046a-47c4-8222-9dac8f33409a req-9ca885a9-5c32-411c-992b-7afb1326df9a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 943 time: 0.2654750
Jun 06 11:58:33.318257 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df355d-fd02-4144-9175-040923f96d1f req-d2f85caf-8b82-4b75-9cfe-351e0acfe4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:33.319783 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a7df355d-fd02-4144-9175-040923f96d1f req-d2f85caf-8b82-4b75-9cfe-351e0acfe4e9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2374451
Jun 06 11:58:33.640852 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5840d139-6011-434a-8c46-bce90745445e req-39faf293-2238-4047-aadb-d7731d2eecea service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4429252
Jun 06 11:58:33.645124 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-154261e4-046a-47c4-8222-9dac8f33409a req-ced6d7e5-e5cc-47fb-b259-c267535a7c66 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2941356
Jun 06 11:58:33.694429 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a7df355d-fd02-4144-9175-040923f96d1f req-02982158-9f3c-4982-8bfb-5be452c808f8 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3362114
Jun 06 11:58:33.707558 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44962e30-35ef-4ecd-bd3d-da77ef981525 req-67cc862b-f9f6-4318-8594-1f4337eae153 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:33.709320 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-44962e30-35ef-4ecd-bd3d-da77ef981525 req-67cc862b-f9f6-4318-8594-1f4337eae153 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.3957121
Jun 06 11:58:33.895603 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-44962e30-35ef-4ecd-bd3d-da77ef981525 req-237fd043-8e3e-47c6-b136-0cab17ab3ddd tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1647482
Jun 06 11:58:33.933661 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a7df355d-fd02-4144-9175-040923f96d1f req-8cde53c9-f266-40f5-9b44-6a1631a50ff6 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2233891
Jun 06 11:58:33.939371 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-8640d97f-1a33-4be2-82b2-228c655b389a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:33.940726 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-8640d97f-1a33-4be2-82b2-228c655b389a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 1096 time: 0.2111442
Jun 06 11:58:34.073323 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-f9f90ed9-cad4-4b4c-8f72-9fd2d0b096c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:34.074754 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-f9f90ed9-cad4-4b4c-8f72-9fd2d0b096c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 913 time: 0.1278095
Jun 06 11:58:34.150361 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-caec0188-3f0a-4b2e-8f47-e222600be429 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c766363-d0a4-4d20-9b1a-6c02643574ad HTTP/1.1" status: 200  len: 217 time: 0.0673790
Jun 06 11:58:34.210659 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-23c2eb02-7ed7-451d-828b-e1beaecb2a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:34.212061 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-23c2eb02-7ed7-451d-828b-e1beaecb2a96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.0562551
Jun 06 11:58:34.292489 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-7d724391-ada1-4c3b-bba2-26c291a7106f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:34.294036 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-7d724391-ada1-4c3b-bba2-26c291a7106f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0753195
Jun 06 11:58:34.442865 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-6c92755d-0c2a-411e-b769-3b73f51e1c97 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414442
Jun 06 11:58:34.871774 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a4175d-5cd6-4682-818a-01bcd1341b10 req-ab09f20b-057e-4303-a6c1-2d7aacf552f0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:34.873439 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e8a4175d-5cd6-4682-818a-01bcd1341b10 req-ab09f20b-057e-4303-a6c1-2d7aacf552f0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 943 time: 0.0973220
Jun 06 11:58:34.938201 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e8a4175d-5cd6-4682-818a-01bcd1341b10 req-f5a964ff-61ce-4775-b203-04abfd76654b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577400
Jun 06 11:58:35.152663 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e496bd8a-08d9-46e5-9ba7-fa9e3b0ba697 req-a185d341-2689-44ce-82b3-8be7963f35c9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:35.155611 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e496bd8a-08d9-46e5-9ba7-fa9e3b0ba697 req-a185d341-2689-44ce-82b3-8be7963f35c9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.0984488
Jun 06 11:58:35.204643 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e496bd8a-08d9-46e5-9ba7-fa9e3b0ba697 req-47ac3c64-fea6-49af-b943-f13bf54faefd tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432436
Jun 06 11:58:35.703748 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e176938d-0ca1-4f44-8ec1-33c5f3e1f4fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:36.142685 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f6fc1c-0ee1-464a-aeed-020560cda02f req-7a3329b1-f6c0-4bfa-ad5a-022c3998caaf tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:36.144137 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e0f6fc1c-0ee1-464a-aeed-020560cda02f req-7a3329b1-f6c0-4bfa-ad5a-022c3998caaf tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 943 time: 0.0903234
Jun 06 11:58:36.194775 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e0f6fc1c-0ee1-464a-aeed-020560cda02f req-0c263d19-d479-450c-adfd-2652a072b3b0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449610
Jun 06 11:58:36.404766 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfd408-dcb8-4dd7-838e-24903e2200a4 req-44d7b3f3-ccc4-47d8-9f3d-8f693718b1c5 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:36.406227 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1bbfd408-dcb8-4dd7-838e-24903e2200a4 req-44d7b3f3-ccc4-47d8-9f3d-8f693718b1c5 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.0888190
Jun 06 11:58:36.450671 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1bbfd408-dcb8-4dd7-838e-24903e2200a4 req-1d0670d5-756c-4f89-8f2a-8a18ce1e8256 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383832
Jun 06 11:58:37.391335 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a80b-2052-4de1-b5ff-9b71d238c2d6 req-c2681aeb-25dc-49d8-89c4-0e0a80f0c999 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:37.392665 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-89f8a80b-2052-4de1-b5ff-9b71d238c2d6 req-c2681aeb-25dc-49d8-89c4-0e0a80f0c999 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 943 time: 0.0848939
Jun 06 11:58:37.438812 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-89f8a80b-2052-4de1-b5ff-9b71d238c2d6 req-71237d26-b152-4ff6-8e74-5e73307a2195 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0401969
Jun 06 11:58:37.656836 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e464df89-c3b2-4adc-9aeb-5040b198def3 req-ae1c716f-5a0b-456a-b7f5-36c9b892fc42 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:37.658206 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e464df89-c3b2-4adc-9aeb-5040b198def3 req-ae1c716f-5a0b-456a-b7f5-36c9b892fc42 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.0904841
Jun 06 11:58:37.708248 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e464df89-c3b2-4adc-9aeb-5040b198def3 req-f90e3a9a-b513-4015-a792-b8072f9786da tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0444202
Jun 06 11:58:38.299813 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:38.639940 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8f0a9d47-d73b-4f87-88ad-c64619127cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:38.661737 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968cf248-6b81-4a03-bef6-41076d3e2f5b req-847d8150-fee5-4946-b06b-40bc796a468d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:38.663196 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-968cf248-6b81-4a03-bef6-41076d3e2f5b req-847d8150-fee5-4946-b06b-40bc796a468d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 943 time: 0.1057801
Jun 06 11:58:38.715721 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-968cf248-6b81-4a03-bef6-41076d3e2f5b req-1fac2352-a8f1-46cc-99c2-fb28ca63b286 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0467422
Jun 06 11:58:38.913082 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d59138b-5c0d-4c3d-beeb-25b459d33f58 req-2c3395dc-4202-41ea-87f8-f1693e8bab43 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:38.922040 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d59138b-5c0d-4c3d-beeb-25b459d33f58 req-2c3395dc-4202-41ea-87f8-f1693e8bab43 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.1005380
Jun 06 11:58:38.974978 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5d59138b-5c0d-4c3d-beeb-25b459d33f58 req-e8160f1e-3328-48a5-a834-5ecab1a2af74 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449023
Jun 06 11:58:39.657082 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:40.032974 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49244b0a-c6c0-408d-9418-89c8475a17de req-3b33715c-4e7b-4321-8ab2-a26f74d48576 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:40.034555 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-49244b0a-c6c0-408d-9418-89c8475a17de req-3b33715c-4e7b-4321-8ab2-a26f74d48576 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 943 time: 0.2089992
Jun 06 11:58:40.081992 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-49244b0a-c6c0-408d-9418-89c8475a17de req-40b2dae7-ce44-49bd-acbf-3ccb81b20327 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411396
Jun 06 11:58:40.174677 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f01ea3-5e2b-4689-badd-40374df9d065 req-7f68f8e2-1b17-4105-9dc7-ad08a4fc8034 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:40.176121 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-33f01ea3-5e2b-4689-badd-40374df9d065 req-7f68f8e2-1b17-4105-9dc7-ad08a4fc8034 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.0809114
Jun 06 11:58:40.221077 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-33f01ea3-5e2b-4689-badd-40374df9d065 req-6adb79a2-9d27-43a3-8097-fc174354753d tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385098
Jun 06 11:58:41.044645 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:41.276038 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68774b6e-b70f-4953-90be-1fd46e16c613 req-7136e2e8-8e6e-4169-9dd2-a1cfbadbf4ee tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:41.277531 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-68774b6e-b70f-4953-90be-1fd46e16c613 req-7136e2e8-8e6e-4169-9dd2-a1cfbadbf4ee tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 943 time: 0.0894587
Jun 06 11:58:41.334975 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-68774b6e-b70f-4953-90be-1fd46e16c613 req-8948acb8-ec51-45fe-9776-c886b731e6b9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0511808
Jun 06 11:58:41.430656 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe614e72-88b1-4795-8970-6e5b5d45d1b7 req-458de229-d957-49ff-aee5-71918a39a191 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:41.432429 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fe614e72-88b1-4795-8970-6e5b5d45d1b7 req-458de229-d957-49ff-aee5-71918a39a191 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.0965588
Jun 06 11:58:41.481251 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fe614e72-88b1-4795-8970-6e5b5d45d1b7 req-50a12709-8cf0-4b18-99c3-8d704379ca6c tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425675
Jun 06 11:58:42.526261 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219d3978-5e8b-4c7e-b4df-064611f6dd49 req-b2503551-9a69-4c30-a488-534a2a987a56 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:42.527721 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-219d3978-5e8b-4c7e-b4df-064611f6dd49 req-b2503551-9a69-4c30-a488-534a2a987a56 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 943 time: 0.0840547
Jun 06 11:58:42.596898 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-219d3978-5e8b-4c7e-b4df-064611f6dd49 req-524c9b05-7305-4548-920d-4c9d3081ea81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0606298
Jun 06 11:58:42.687242 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39a126-3b49-47f6-8a38-3b303767eb9c req-209adf3c-1c8a-4bc5-89dd-fcb1fa36178b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:42.688617 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1b39a126-3b49-47f6-8a38-3b303767eb9c req-209adf3c-1c8a-4bc5-89dd-fcb1fa36178b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.0881288
Jun 06 11:58:42.735567 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1b39a126-3b49-47f6-8a38-3b303767eb9c req-7dc333dc-442a-4c28-b8c8-ff165e24e0e5 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406859
Jun 06 11:58:43.312387 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57122) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:43.444502 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-750b02d1-64d6-4c8c-b143-599328536291 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:43.559673 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-750b02d1-64d6-4c8c-b143-599328536291 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:43.565795 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-750b02d1-64d6-4c8c-b143-599328536291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:43.574888 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7c26b699-4182-4d9d-9a13-26905a6eb7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:43.605445 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750b02d1-64d6-4c8c-b143-599328536291 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89b3827f-df36-4732-98e1-cb8271602a13,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:43.609462 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-750b02d1-64d6-4c8c-b143-599328536291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:43.625625 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-750b02d1-64d6-4c8c-b143-599328536291 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=093a0e9def3248e6951ec8fe468fd4c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3121018
Jun 06 11:58:43.628430 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57128) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:43.709901 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d42b1452-889e-4873-b23e-81fe0b1a441b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:43.738065 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d42b1452-889e-4873-b23e-81fe0b1a441b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:43.796331 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d42b1452-889e-4873-b23e-81fe0b1a441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:43.799245 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d42b1452-889e-4873-b23e-81fe0b1a441b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:43.803178 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-d42b1452-889e-4873-b23e-81fe0b1a441b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/89b3827f-df36-4732-98e1-cb8271602a13 HTTP/1.1" status: 204  len: 168 time: 0.1711988
Jun 06 11:58:43.803178 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-91e248d4-3d37-482d-a6cc-aec941d7316e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:43.817113 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42b1452-889e-4873-b23e-81fe0b1a441b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89b3827f-df36-4732-98e1-cb8271602a13,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:43.819672 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d42b1452-889e-4873-b23e-81fe0b1a441b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:43.838062 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7c5db5-7a28-4a56-bba1-1573d68e25bb req-bbbf6b59-7c5e-449f-976d-e3786be8e0c0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:43.839546 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6e7c5db5-7a28-4a56-bba1-1573d68e25bb req-bbbf6b59-7c5e-449f-976d-e3786be8e0c0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 943 time: 0.1014428
Jun 06 11:58:43.898248 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6e7c5db5-7a28-4a56-bba1-1573d68e25bb req-afa303fb-03d8-4645-91fe-620b834fcdd0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521121
Jun 06 11:58:44.039593 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f402b0e-cf93-47dd-8d17-1c0320f3852a req-846d2c7c-b065-4af1-afd4-eb7498ec9afb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:44.041103 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9f402b0e-cf93-47dd-8d17-1c0320f3852a req-846d2c7c-b065-4af1-afd4-eb7498ec9afb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.1071258
Jun 06 11:58:44.085558 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9f402b0e-cf93-47dd-8d17-1c0320f3852a req-d74f910d-5b3b-4f87-beeb-91ded1f5b5fb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0381231
Jun 06 11:58:44.927703 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f1656167-bf0f-462b-a474-e4dad7c08efd req-e81e22a8-a12b-4a85-aa74-818997330c06 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297834
Jun 06 11:58:45.080323 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cf2929-4925-4269-8ccf-68d5de9a6038 req-138c3e34-4cf8-4008-8327-96928dbd6b66 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:45.081811 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95cf2929-4925-4269-8ccf-68d5de9a6038 req-138c3e34-4cf8-4008-8327-96928dbd6b66 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 943 time: 0.0822558
Jun 06 11:58:45.130876 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95cf2929-4925-4269-8ccf-68d5de9a6038 req-0bd71de6-7dfc-43f7-9fe8-dc71e0625a8f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434878
Jun 06 11:58:45.277527 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7476be-b7a4-48a6-9445-db1c89774ea4 req-b4e2d3e0-b8d6-4c9d-8c4e-36c9d393726b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:45.278983 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0d7476be-b7a4-48a6-9445-db1c89774ea4 req-b4e2d3e0-b8d6-4c9d-8c4e-36c9d393726b tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.0794425
Jun 06 11:58:45.323968 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0d7476be-b7a4-48a6-9445-db1c89774ea4 req-e074f0e9-abc7-4fde-9ef7-44f21b322fe9 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389271
Jun 06 11:58:45.453698 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 2c766363-d0a4-4d20-9b1a-6c02643574ad details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:58:45.587029 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 2c766363-d0a4-4d20-9b1a-6c02643574ad, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2c766363-d0a4-4d20-9b1a-6c02643574ad,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:45.600347 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'mac_address': 'fa:16:3e:93:1f:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:58:45.655598 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:45.673151 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c766363-d0a4-4d20-9b1a-6c02643574ad {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:58:45.688852 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 2c766363-d0a4-4d20-9b1a-6c02643574ad, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2c766363-d0a4-4d20-9b1a-6c02643574ad,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:45.692312 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:45.694023 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:45.765700 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=2c766363-d0a4-4d20-9b1a-6c02643574ad,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:45.769239 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:45.904105 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['2c766363-d0a4-4d20-9b1a-6c02643574ad'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:58:46.316008 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6bfd5-8d55-4dec-a6e2-b21938c7061a req-d5a472c6-97cb-457d-9f88-360e1dcb6a44 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:46.317449 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2ae6bfd5-8d55-4dec-a6e2-b21938c7061a req-d5a472c6-97cb-457d-9f88-360e1dcb6a44 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 944 time: 0.0810506
Jun 06 11:58:46.360569 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2ae6bfd5-8d55-4dec-a6e2-b21938c7061a req-27592c3b-f45d-4815-ac89-0dfb5d0e03bf tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0375702
Jun 06 11:58:46.511212 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484007fb-d072-42b7-95bb-df88ee0d78b4 req-efd1845c-b78e-4a42-8e00-b5e8e4c56a44 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:46.512933 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-484007fb-d072-42b7-95bb-df88ee0d78b4 req-efd1845c-b78e-4a42-8e00-b5e8e4c56a44 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.0793328
Jun 06 11:58:46.555728 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-484007fb-d072-42b7-95bb-df88ee0d78b4 req-23662a14-6542-4094-8340-1f51cb6aa2a1 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0365279
Jun 06 11:58:47.476791 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 269f14c0-7028-49b0-ac68-7ef4150816e6 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:58:47.479103 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 2c766363-d0a4-4d20-9b1a-6c02643574ad up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:58:47.548402 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6bf5abb-e19c-4d7b-8991-c85632e0787d req-55faac38-e3cf-4be0-a4e4-14d3cd6f116e tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:47.549885 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d6bf5abb-e19c-4d7b-8991-c85632e0787d req-55faac38-e3cf-4be0-a4e4-14d3cd6f116e tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 944 time: 0.0836871
Jun 06 11:58:47.596406 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d6bf5abb-e19c-4d7b-8991-c85632e0787d req-a18756b5-53d4-4614-859d-3195e4bec2fc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406439
Jun 06 11:58:47.631262 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 2c766363-d0a4-4d20-9b1a-6c02643574ad completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 11:58:47.640576 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 2c766363-d0a4-4d20-9b1a-6c02643574ad triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:58:47.640931 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:47.753380 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:47.761302 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d21b8-5b06-4124-9362-5dbe0497eb04 req-e1119697-2f4c-4dc0-a26b-d623aef012ec tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:47.762761 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-976d21b8-5b06-4124-9362-5dbe0497eb04 req-e1119697-2f4c-4dc0-a26b-d623aef012ec tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 943 time: 0.0781188
Jun 06 11:58:47.771567 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'port_id': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'mac_address': 'fa:16:3e:03:2b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 689, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:58:47.809652 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-976d21b8-5b06-4124-9362-5dbe0497eb04 req-9ba50fc8-6ff4-47e7-bd01-c290855e9fb6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407016
Jun 06 11:58:47.873094 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:47.895373 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 269f14c0-7028-49b0-ac68-7ef4150816e6 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:58:47.900297 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:47.928255 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:47.934706 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64202e30-c995-49c7-8107-cc70bf434b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c766363-d0a4-4d20-9b1a-6c02643574ad'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:58:47.937534 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1803267f-e777-4819-aeb2-0e4dc471e6a0" -d '{"events": [{"server_uuid": "64202e30-c995-49c7-8107-cc70bf434b71", "name": "network-vif-plugged", "status": "completed", "tag": "2c766363-d0a4-4d20-9b1a-6c02643574ad"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:58:47.943588 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:47.947499 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:47.986321 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 2c766363-d0a4-4d20-9b1a-6c02643574ad, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2c766363-d0a4-4d20-9b1a-6c02643574ad,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:48.001287 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d04ce56-f734-4702-8006-a102b61fae98 x-openstack-request-id: req-6d04ce56-f734-4702-8006-a102b61fae98 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:58:48.001579 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64202e30-c995-49c7-8107-cc70bf434b71", "name": "network-vif-plugged", "status": "completed", "tag": "2c766363-d0a4-4d20-9b1a-6c02643574ad", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:58:48.001843 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6d04ce56-f734-4702-8006-a102b61fae98 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:58:48.003130 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64202e30-c995-49c7-8107-cc70bf434b71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'code': 200}
Jun 06 11:58:48.007807 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:48.029319 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=9']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:48.032099 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:48.032557 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:48.099879 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=2c766363-d0a4-4d20-9b1a-6c02643574ad,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:48.103148 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:48.167155 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['269f14c0-7028-49b0-ac68-7ef4150816e6'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:58:48.271789 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2eec5-6932-4815-9057-dd213f35001b req-f11520dd-d9cf-4110-8872-1fd5c3cd1037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:48.273391 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-13e2eec5-6932-4815-9057-dd213f35001b req-f11520dd-d9cf-4110-8872-1fd5c3cd1037 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 1098 time: 0.0711021
Jun 06 11:58:48.316840 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-13e2eec5-6932-4815-9057-dd213f35001b req-81c9cf9d-7a82-47d7-8bda-8598eecea47e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0367868
Jun 06 11:58:48.780898 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d4184-5011-48ac-b523-ba1fd521f4ca req-ec59fa4f-18c0-4fb4-bee0-609bbd2664bc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:48.782316 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ed6d4184-5011-48ac-b523-ba1fd521f4ca req-ec59fa4f-18c0-4fb4-bee0-609bbd2664bc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 945 time: 0.0811236
Jun 06 11:58:48.824864 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ed6d4184-5011-48ac-b523-ba1fd521f4ca req-3701118c-4ebf-459c-9dd1-0eb47a632b02 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369112
Jun 06 11:58:48.997311 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b598e60-c526-47a1-9dbe-ce6a249b0359 req-24360cdd-72dc-4098-9c33-5a1ed866e66f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:48.998706 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6b598e60-c526-47a1-9dbe-ce6a249b0359 req-24360cdd-72dc-4098-9c33-5a1ed866e66f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 944 time: 0.0793564
Jun 06 11:58:49.042852 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6b598e60-c526-47a1-9dbe-ce6a249b0359 req-a8b512cd-6c37-4b2a-ad17-6a98a556f2fe tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383036
Jun 06 11:58:49.754567 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 269f14c0-7028-49b0-ac68-7ef4150816e6 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:58:49.821523 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 269f14c0-7028-49b0-ac68-7ef4150816e6 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:58:49.821821 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:49.935551 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:49.968851 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:58:49.972745 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:49.974660 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:50.003688 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:58:50.006127 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c283de7-16e7-4443-8265-919144a9bffd" -d '{"events": [{"server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "name": "network-vif-plugged", "status": "completed", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:58:50.050828 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=10']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:50.054988 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:50.056801 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d487b837-8d1b-4418-8f34-ddced347388c x-openstack-request-id: req-d487b837-8d1b-4418-8f34-ddced347388c {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:58:50.057093 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "name": "network-vif-plugged", "status": "completed", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:58:50.057348 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d487b837-8d1b-4418-8f34-ddced347388c {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:58:50.057732 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'code': 200}
Jun 06 11:58:50.103802 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb48a54e-0128-4da8-acf6-4f3ea50ef5ed req-66b113ba-55d0-474a-a8da-83605e1165d1 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:50.105287 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb48a54e-0128-4da8-acf6-4f3ea50ef5ed req-66b113ba-55d0-474a-a8da-83605e1165d1 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 945 time: 0.1760123
Jun 06 11:58:50.149757 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cb48a54e-0128-4da8-acf6-4f3ea50ef5ed req-2b2186ed-7c6d-4d32-9065-3a52b2a73678 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382450
Jun 06 11:58:50.234412 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd694a46-8b3c-4456-bf65-876dfaa439e7 req-a241975a-6265-43a2-8f4d-7bd8eaf2c1da tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:50.235822 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-dd694a46-8b3c-4456-bf65-876dfaa439e7 req-a241975a-6265-43a2-8f4d-7bd8eaf2c1da tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 946 time: 0.0779154
Jun 06 11:58:50.281235 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-dd694a46-8b3c-4456-bf65-876dfaa439e7 req-d037db11-d247-4e6e-91ce-a648b5f99490 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398455
Jun 06 11:58:51.335527 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d43b080-29ee-432f-b64d-3d6bd62372b8 req-756806df-297a-4983-a5fc-22981132aa59 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:51.337316 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8d43b080-29ee-432f-b64d-3d6bd62372b8 req-756806df-297a-4983-a5fc-22981132aa59 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 945 time: 0.0769603
Jun 06 11:58:51.381889 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8d43b080-29ee-432f-b64d-3d6bd62372b8 req-4650cf15-cf07-4045-991d-55ea932e7fee tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390458
Jun 06 11:58:51.470498 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14dd687-99c7-4d3b-b30c-03045cffe28b req-64da781e-df31-48e6-8de9-e4010ee3e991 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:51.471900 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a14dd687-99c7-4d3b-b30c-03045cffe28b req-64da781e-df31-48e6-8de9-e4010ee3e991 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 946 time: 0.0803449
Jun 06 11:58:51.514381 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a14dd687-99c7-4d3b-b30c-03045cffe28b req-ed9a2505-5553-4c2e-84c3-a48a04aee9c6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369134
Jun 06 11:58:51.937381 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9457aba8-0397-42c5-bf1c-3901f84a093a req-d6c7dbc5-a39f-49c7-a4a1-51ef3a2af253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:51.938747 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9457aba8-0397-42c5-bf1c-3901f84a093a req-d6c7dbc5-a39f-49c7-a4a1-51ef3a2af253 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 1099 time: 0.0696180
Jun 06 11:58:51.982547 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9457aba8-0397-42c5-bf1c-3901f84a093a req-7c9f8135-daec-4a53-830c-4276f7a2bce0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0371137
Jun 06 11:58:52.564649 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cc7343-ba23-4579-90cf-808d121b3d86 req-24d91cf1-67da-4bd8-b78f-88bebc8b3b91 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:52.566138 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7cc7343-ba23-4579-90cf-808d121b3d86 req-24d91cf1-67da-4bd8-b78f-88bebc8b3b91 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 945 time: 0.0819311
Jun 06 11:58:52.611506 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7cc7343-ba23-4579-90cf-808d121b3d86 req-2483743d-e6d3-4018-8e8a-fdfc5c45b71f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398674
Jun 06 11:58:52.704473 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f36ef-318b-465f-a81c-0b8c1d1636f9 req-23395ba0-fb33-4478-85e7-b823e78e2218 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:52.705957 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3e0f36ef-318b-465f-a81c-0b8c1d1636f9 req-23395ba0-fb33-4478-85e7-b823e78e2218 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 946 time: 0.0832527
Jun 06 11:58:52.806544 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3e0f36ef-318b-465f-a81c-0b8c1d1636f9 req-28630072-6fc4-4d60-9967-0cb5c26b71d6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0940864
Jun 06 11:58:52.836088 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4a79f8-34a7-44ed-83da-d2fb0a908560 req-bed739a4-0534-4892-85aa-b6ee5f0675e7 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:52.847024 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2b4a79f8-34a7-44ed-83da-d2fb0a908560 req-bed739a4-0534-4892-85aa-b6ee5f0675e7 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 945 time: 0.1154542
Jun 06 11:58:52.892059 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2b4a79f8-34a7-44ed-83da-d2fb0a908560 req-d351f542-99a9-4e39-81e1-58cd334073d9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0480802
Jun 06 11:58:52.919252 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57252) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:53.001718 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d83b3f00-1a4c-4a7e-9d8e-dfb9fd809036 tempest-TestVolumeBootPattern-658395177 tempest-TestVolumeBootPattern-658395177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:53.003468 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-d83b3f00-1a4c-4a7e-9d8e-dfb9fd809036 tempest-TestVolumeBootPattern-658395177 tempest-TestVolumeBootPattern-658395177-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 1093 time: 0.0832989
Jun 06 11:58:53.006415 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 57260) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:58:53.011015 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'floatingip': {'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address': '172.20.0.7'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 11:58:53.035340 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:53.199119 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:53.350768 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Allocated IP 172.27.1.167 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/2535135b-2985-4b14-9ac5-212aa87c7e6e) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 11:58:53.518454 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:53.548378 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:53.552886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:53.618393 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 11:58:53.619531 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 11:58:53.622297 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 11:58:53.671160 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'Port': ['ID=2535135b-2985-4b14-9ac5-212aa87c7e6e,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:53.690427 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.690794 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.691153 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.691505 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.691859 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.692237 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.692545 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.692915 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.693958 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.694336 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.694990 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.695340 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:58:53.699383 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:54.174898 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dbc0ad-217e-4ac4-85db-36b0f587ce3d req-8b9105ca-a763-4c7e-91be-61ff459e7202 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:54.176254 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-00dbc0ad-217e-4ac4-85db-36b0f587ce3d req-8b9105ca-a763-4c7e-91be-61ff459e7202 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 946 time: 0.2156019
Jun 06 11:58:54.230309 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-00dbc0ad-217e-4ac4-85db-36b0f587ce3d req-68a5c8a2-ecbc-4cd7-867c-497dcd160d49 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473702
Jun 06 11:58:54.255367 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:54.325480 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:54.527178 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:54.532232 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:54.535741 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-641ad778-e5c7-4bcc-83b7-55b6d95a3120 tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:58:54.636109 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'Port': ['ID=2535135b-2985-4b14-9ac5-212aa87c7e6e,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:58:54.643397 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:58:54.651925 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:54.829277 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Floating IP cc50f44f-95e1-4cbb-b9d5-78fa55523c40 associated. External IP: 172.27.1.167, port: 2c766363-d0a4-4d20-9b1a-6c02643574ad.
Jun 06 11:58:55.200729 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Router 9a0a76db-c48f-4e6a-9871-b9affa33fffb has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:58:55.382060 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:58:55.395186 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] Sync routers for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:58:55.403146 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:58:55.404343 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:58:55.404982 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad54c640>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:58:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:55.467917 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4603825
Jun 06 11:58:55.469154 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64202e30-c995-49c7-8107-cc70bf434b71', 'tag': '2c766363-d0a4-4d20-9b1a-6c02643574ad'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:58:55.472096 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcec1ca1-d06b-48e0-9aaf-53975e14c184" -d '{"events": [{"name": "network-changed", "server_uuid": "64202e30-c995-49c7-8107-cc70bf434b71", "tag": "2c766363-d0a4-4d20-9b1a-6c02643574ad"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:58:55.518047 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 11:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31ebc736-9c91-40ab-ad64-b1890545911e x-openstack-request-id: req-31ebc736-9c91-40ab-ad64-b1890545911e {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:58:55.518375 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64202e30-c995-49c7-8107-cc70bf434b71", "tag": "2c766363-d0a4-4d20-9b1a-6c02643574ad", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:58:55.518663 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-31ebc736-9c91-40ab-ad64-b1890545911e {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:58:55.519090 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64202e30-c995-49c7-8107-cc70bf434b71', 'tag': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'status': 'completed', 'code': 200}
Jun 06 11:58:55.579354 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:58:55.610022 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-6d13bef8-1c03-495b-adcf-53bde56b58d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:55.611517 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-6d13bef8-1c03-495b-adcf-53bde56b58d2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 1098 time: 0.0718961
Jun 06 11:58:55.857929 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-f2a95e94-e572-4667-9891-747b1dd05c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:55.859352 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-f2a95e94-e572-4667-9891-747b1dd05c0e service neutron] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 913 time: 0.2411563
Jun 06 11:58:55.946506 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad54c640>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'cc50f44f-95e1-4cbb-b9d5-78fa55523c40', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:93:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:54Z', 'updated_at': '2021-06-06T11:58:54Z', 'revision_number': 0, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:55.950265 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] Checking router: 9a0a76db-c48f-4e6a-9871-b9affa33fffb for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:58:55.959446 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:58:55.960062 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad54c640>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:58:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:55.961759 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-24e051e6-82ee-4478-bf17-bd7db75b2fe4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c766363-d0a4-4d20-9b1a-6c02643574ad HTTP/1.1" status: 200  len: 999 time: 0.0959995
Jun 06 11:58:56.025973 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-3873db8b-bb94-4b3b-8881-0cbe559bab42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:56.027395 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-3873db8b-bb94-4b3b-8881-0cbe559bab42 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.0596709
Jun 06 11:58:56.102161 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-b765f753-0ef7-4974-927c-cda1f5e4c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:58:56.103627 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-b765f753-0ef7-4974-927c-cda1f5e4c729 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0701678
Jun 06 11:58:56.136933 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:58:56.251212 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-9752436f-efaa-430a-a28d-47cc2b7399b7 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414392
Jun 06 11:58:56.392180 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fcec1ca1-d06b-48e0-9aaf-53975e14c184 req-7992b546-15a0-4bc9-8479-e058b4c4e049 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1348507
Jun 06 11:58:56.496174 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad54c640>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'cc50f44f-95e1-4cbb-b9d5-78fa55523c40', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:93:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:54Z', 'updated_at': '2021-06-06T11:58:54Z', 'revision_number': 0, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:58:56.500286 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2193a60d-7bfb-4f97-816b-3beb7a5041ae None None] The sync data for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi is: [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'cc50f44f-95e1-4cbb-b9d5-78fa55523c40', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:93:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:54Z', 'updated_at': '2021-06-06T11:58:54Z', 'revision_number': 0, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:58:56.687136 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace60f2f-6c71-4ec1-afca-cc030c8d6a2a None None] New status for floating IP cc50f44f-95e1-4cbb-b9d5-78fa55523c40: ACTIVE {{(pid=91707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:59:01.691850 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:59:02.569622 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:03.219332 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-83cdc93d-5004-478d-88c6-a630912b0eef service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0732350
Jun 06 11:59:03.312898 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-85a2f399-c1ce-4bbd-89b5-db65fd3bc28e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:03.314344 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-85a2f399-c1ce-4bbd-89b5-db65fd3bc28e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 1099 time: 0.0693359
Jun 06 11:59:03.460826 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-df0a7897-1df1-4d95-8ea7-79e125771f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:03.462259 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-df0a7897-1df1-4d95-8ea7-79e125771f9c service neutron] 10.222.0.16 "GET /v2.0/networks?id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 200  len: 918 time: 0.1266167
Jun 06 11:59:03.566968 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-0f6e351f-cc92-4e98-b186-ea48e4147911 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=269f14c0-7028-49b0-ac68-7ef4150816e6 HTTP/1.1" status: 200  len: 1000 time: 0.0971928
Jun 06 11:59:03.630923 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-e75b77fd-2c68-431d-8656-53c2664453d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:03.632318 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-e75b77fd-2c68-431d-8656-53c2664453d5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 200  len: 856 time: 0.0585897
Jun 06 11:59:03.717007 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-d478af1b-188a-4950-8960-95836e6d5b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:03.718441 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-d478af1b-188a-4950-8960-95836e6d5b95 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=89544a8d-9a6e-4f9e-81a7-28eca1a376e0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0735650
Jun 06 11:59:03.847029 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-ffaddb09-cbd5-4abc-8925-3bb6f0872723 service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1204324
Jun 06 11:59:03.977991 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bf0895f8-3ba8-443a-a369-f058a0a780be req-a4eeb130-b576-4144-803a-c3fb694eadca service neutron] 10.222.0.16 "GET /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1235673
Jun 06 11:59:05.695369 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-7b094cfa-f8d4-4382-8d6d-f0de806534b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:08.292202 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:08.611514 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-5e61212b-7ee2-42d3-85c2-837f52870878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:09.658112 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:11.044465 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:22.378353 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e583a-f6cb-4da2-a55b-c921610a86fe req-70fe87b2-0b8d-47c7-ba7a-e55b6edd3932 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:22.379882 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-159e583a-f6cb-4da2-a55b-c921610a86fe req-70fe87b2-0b8d-47c7-ba7a-e55b6edd3932 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0781286
Jun 06 11:59:22.424290 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-159e583a-f6cb-4da2-a55b-c921610a86fe req-9067292c-70ea-4658-a2d9-a5b5ed764089 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387187
Jun 06 11:59:23.709809 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b925bcb5-5de5-4b28-9e6c-f105127072fa req-c42cc95d-471f-4a7f-ba53-7333012314ee tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:23.711164 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b925bcb5-5de5-4b28-9e6c-f105127072fa req-c42cc95d-471f-4a7f-ba53-7333012314ee tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.1732154
Jun 06 11:59:23.755185 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b925bcb5-5de5-4b28-9e6c-f105127072fa req-dd1520ab-1af8-48c7-8beb-6f900f06c711 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0384576
Jun 06 11:59:24.936709 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659fd028-adb9-4cf7-a432-eb7f82abd5f6 req-7e2d82a5-4e39-43df-aae5-f7a0e8853a6f tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:24.938180 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-659fd028-adb9-4cf7-a432-eb7f82abd5f6 req-7e2d82a5-4e39-43df-aae5-f7a0e8853a6f tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0804825
Jun 06 11:59:24.985550 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-659fd028-adb9-4cf7-a432-eb7f82abd5f6 req-6158b158-278e-4290-90c0-6abe62a3d09f tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417697
Jun 06 11:59:26.169815 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb308b5-998f-4c63-9fa7-431f4a945efa req-2701d9af-25cb-4882-adae-42484ef53599 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:26.171364 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fbb308b5-998f-4c63-9fa7-431f4a945efa req-2701d9af-25cb-4882-adae-42484ef53599 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0800288
Jun 06 11:59:26.217878 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fbb308b5-998f-4c63-9fa7-431f4a945efa req-2ed1c6ec-78ae-40ff-a9b2-eac4b45508d9 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407181
Jun 06 11:59:27.402452 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aa969a-169a-4a57-9d7b-e904d15054d7 req-a9111f85-a161-4402-87bd-7a2f72af8ae7 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:27.403907 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b3aa969a-169a-4a57-9d7b-e904d15054d7 req-a9111f85-a161-4402-87bd-7a2f72af8ae7 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0831747
Jun 06 11:59:27.450967 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b3aa969a-169a-4a57-9d7b-e904d15054d7 req-9b7d4c22-b121-4dd1-8157-c64c56a80e52 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406492
Jun 06 11:59:28.656964 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3578af9-5fe7-4287-876d-140d670b140d req-6a5d090a-fab8-47ec-af99-96e0b8e03596 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:28.658951 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e3578af9-5fe7-4287-876d-140d670b140d req-6a5d090a-fab8-47ec-af99-96e0b8e03596 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.1026163
Jun 06 11:59:28.703553 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e3578af9-5fe7-4287-876d-140d670b140d req-7a8d002f-4951-4098-9e71-84e9ab584978 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391593
Jun 06 11:59:29.676786 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57620) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:29.791292 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:29.891004 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944ca80b-ee16-4718-b0d0-7fd1ff854607 req-a413ab25-eb8d-4cf4-8730-e30c0d2d4d06 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:29.892361 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-944ca80b-ee16-4718-b0d0-7fd1ff854607 req-a413ab25-eb8d-4cf4-8730-e30c0d2d4d06 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0829031
Jun 06 11:59:29.897902 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:29.902703 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:29.909727 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d03cf858-28e6-4794-9c9e-ee2a48ee8f8d tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:29.939027 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-944ca80b-ee16-4718-b0d0-7fd1ff854607 req-fe35844d-b5a2-486f-bd14-ac79bce0c994 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406687
Jun 06 11:59:29.949017 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a9186ba4ecf140148f104981d5a2a243&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2711666
Jun 06 11:59:29.949867 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9dd30c5-5a2e-49d6-9a5d-0c37778e8a22,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:29.951689 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 57626) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:29.969753 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.970127 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.970487 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.970871 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.971220 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.971571 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.971919 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.972263 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.972637 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.973015 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.973374 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.973748 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:29.977732 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:30.010835 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4d73168e-5834-4d3d-98d0-6da590faf449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.035822 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4d73168e-5834-4d3d-98d0-6da590faf449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.086270 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4d73168e-5834-4d3d-98d0-6da590faf449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.089065 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4d73168e-5834-4d3d-98d0-6da590faf449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.090164 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-4d73168e-5834-4d3d-98d0-6da590faf449 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d9dd30c5-5a2e-49d6-9a5d-0c37778e8a22 HTTP/1.1" status: 204  len: 168 time: 0.1372449
Jun 06 11:59:30.090914 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-eb5a9485-b9df-4c06-b4cc-b6426fe83741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:30.100614 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d73168e-5834-4d3d-98d0-6da590faf449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9dd30c5-5a2e-49d6-9a5d-0c37778e8a22,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:30.103098 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4d73168e-5834-4d3d-98d0-6da590faf449 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:30.362680 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 57632) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:30.380113 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b530e476-611e-44d7-b57f-d087fb8d58a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.487854 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b530e476-611e-44d7-b57f-d087fb8d58a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.491950 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-b530e476-611e-44d7-b57f-d087fb8d58a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.500216 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-b1a0d411-b017-4d2a-9f7d-9d9063f32bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:30.538547 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-b530e476-611e-44d7-b57f-d087fb8d58a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2118fdc7ca5048f0bfdd84e832d0d58f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1747866
Jun 06 11:59:30.540143 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530e476-611e-44d7-b57f-d087fb8d58a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=954e3064-49ea-48a1-a54b-fed0697d02a6,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:30.541174 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57634) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:30.543137 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-b530e476-611e-44d7-b57f-d087fb8d58a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:30.597811 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1fc34a92-7e3e-42c1-b2d7-d186a5c66cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.626496 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1fc34a92-7e3e-42c1-b2d7-d186a5c66cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.676712 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1fc34a92-7e3e-42c1-b2d7-d186a5c66cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.679238 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1fc34a92-7e3e-42c1-b2d7-d186a5c66cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:30.680347 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1fc34a92-7e3e-42c1-b2d7-d186a5c66cf3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/954e3064-49ea-48a1-a54b-fed0697d02a6 HTTP/1.1" status: 204  len: 168 time: 0.1382034
Jun 06 11:59:30.681120 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b5a3bd2a-4bb1-470f-ad6d-71121bbd3e58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:30.690939 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc34a92-7e3e-42c1-b2d7-d186a5c66cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=954e3064-49ea-48a1-a54b-fed0697d02a6,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:30.693358 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1fc34a92-7e3e-42c1-b2d7-d186a5c66cf3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:31.131291 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43181a8a-0e0a-46ed-95d3-f34b167994c0 req-68a8c62b-8c24-4995-9ea7-ab241b76b6a8 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:31.132794 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-43181a8a-0e0a-46ed-95d3-f34b167994c0 req-68a8c62b-8c24-4995-9ea7-ab241b76b6a8 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0831859
Jun 06 11:59:31.183318 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-43181a8a-0e0a-46ed-95d3-f34b167994c0 req-c620106a-7470-4dd6-b3c9-deab16c6985c tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0449438
Jun 06 11:59:32.371828 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1633a052-feec-4191-baec-c35421ad3eb2 req-b3543e37-f4c6-46d9-a972-f61d0f5840fa tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:32.373384 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1633a052-feec-4191-baec-c35421ad3eb2 req-b3543e37-f4c6-46d9-a972-f61d0f5840fa tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0830107
Jun 06 11:59:32.429315 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1633a052-feec-4191-baec-c35421ad3eb2 req-6a561789-1a28-4362-868c-af04f60f79dc tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0497432
Jun 06 11:59:32.507896 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57696) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:32.572666 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:32.629733 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4dab428e-873a-4752-8b3f-c6a8e950c3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:32.736563 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4dab428e-873a-4752-8b3f-c6a8e950c3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:32.740549 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4dab428e-873a-4752-8b3f-c6a8e950c3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:32.747034 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6952111c-07db-4a5c-aec0-fe98b637ff35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:32.787522 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-4dab428e-873a-4752-8b3f-c6a8e950c3ac admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=280598735efb48d7b7929dc57af00865&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2783148
Jun 06 11:59:32.788456 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dab428e-873a-4752-8b3f-c6a8e950c3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e8bf7b8-8180-48aa-9129-a6434fd96d7c,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:32.790410 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 57704) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:32.792060 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4dab428e-873a-4752-8b3f-c6a8e950c3ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:32.908249 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a910c7aa-09d3-4a0c-bca5-897232116749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:32.941530 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ad68e8-dc3b-40fa-bd81-0a743a735444 req-45e897fa-ac3c-4021-b238-9a88c7a526ba tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:32.942972 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95ad68e8-dc3b-40fa-bd81-0a743a735444 req-45e897fa-ac3c-4021-b238-9a88c7a526ba tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 946 time: 0.1389034
Jun 06 11:59:32.947113 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a910c7aa-09d3-4a0c-bca5-897232116749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:33.016244 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95ad68e8-dc3b-40fa-bd81-0a743a735444 req-d95898ee-bf09-4949-8746-60512d303711 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0626729
Jun 06 11:59:33.034027 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a910c7aa-09d3-4a0c-bca5-897232116749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:33.036788 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-a910c7aa-09d3-4a0c-bca5-897232116749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:33.037991 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-a910c7aa-09d3-4a0c-bca5-897232116749 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0e8bf7b8-8180-48aa-9129-a6434fd96d7c HTTP/1.1" status: 204  len: 168 time: 0.2462778
Jun 06 11:59:33.038761 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-b18f006f-6242-43cf-8f8e-fddbb1ef0100 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:33.048896 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910c7aa-09d3-4a0c-bca5-897232116749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e8bf7b8-8180-48aa-9129-a6434fd96d7c,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:33.051210 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a910c7aa-09d3-4a0c-bca5-897232116749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:33.308765 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 57710) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:33.325393 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-dc085a77-455e-4831-bcd7-84285997056f admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:33.429795 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-dc085a77-455e-4831-bcd7-84285997056f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:33.433677 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-dc085a77-455e-4831-bcd7-84285997056f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:33.442706 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4184ba1a-f01a-448a-a161-36ff7f28a9bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:33.481691 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-dc085a77-455e-4831-bcd7-84285997056f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f32fcd42a70448395d5908e3f5013ba&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1717098
Jun 06 11:59:33.482463 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc085a77-455e-4831-bcd7-84285997056f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f4d6e7-9adb-4fd9-bc96-77465d46df16,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:33.484176 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57714) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:33.485716 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-dc085a77-455e-4831-bcd7-84285997056f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:33.548581 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-dd82a524-9ac6-4fb6-a86e-d9308afa6545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:33.574075 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-dd82a524-9ac6-4fb6-a86e-d9308afa6545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:33.610574 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9db082-87d4-4103-910c-7c243d07b190 req-3902a06f-5ed7-498e-91e9-736263b11d52 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:33.612027 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4c9db082-87d4-4103-910c-7c243d07b190 req-3902a06f-5ed7-498e-91e9-736263b11d52 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0770979
Jun 06 11:59:33.626095 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-dd82a524-9ac6-4fb6-a86e-d9308afa6545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:33.629045 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-dd82a524-9ac6-4fb6-a86e-d9308afa6545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:33.630226 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-dd82a524-9ac6-4fb6-a86e-d9308afa6545 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c8f4d6e7-9adb-4fd9-bc96-77465d46df16 HTTP/1.1" status: 204  len: 168 time: 0.1449575
Jun 06 11:59:33.631008 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-ea3a0fa9-7e6d-4ab2-a1cc-02dd54a3f497 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:33.645886 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd82a524-9ac6-4fb6-a86e-d9308afa6545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f4d6e7-9adb-4fd9-bc96-77465d46df16,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:33.648604 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dd82a524-9ac6-4fb6-a86e-d9308afa6545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:33.666677 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4c9db082-87d4-4103-910c-7c243d07b190 req-c0e3e8b5-74e6-49e7-88f3-c247cd6e0414 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0490189
Jun 06 11:59:34.098960 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-1607392c-0926-4b9e-a616-0f3ff5cf13d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:34.100420 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-1607392c-0926-4b9e-a616-0f3ff5cf13d7 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.16 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 946 time: 0.0817595
Jun 06 11:59:34.295545 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec768207-5125-475f-af38-626b2d74fa1f req-9ee626e7-9524-4bfa-8c7c-b544573cc11f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:34.296987 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec768207-5125-475f-af38-626b2d74fa1f req-9ee626e7-9524-4bfa-8c7c-b544573cc11f tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 946 time: 0.1619654
Jun 06 11:59:34.335573 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Deleting port 269f14c0-7028-49b0-ac68-7ef4150816e6 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:59:34.335915 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:34.390914 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ec768207-5125-475f-af38-626b2d74fa1f req-3ab44132-24f6-449b-9658-e3500715a9fe tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups?id=30a105e6-ec95-41a2-ade1-4b1baf480eb0&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871415
Jun 06 11:59:34.576754 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] For port 269f14c0-7028-49b0-ac68-7ef4150816e6, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=269f14c0-7028-49b0-ac68-7ef4150816e6,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:59:34.577441 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:34.927984 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:34.928382 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:34.928752 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Floating IP 6b34d98a-0c30-410c-bb37-40c399ed8ea0 disassociated. External IP: 172.27.1.13, port: 269f14c0-7028-49b0-ac68-7ef4150816e6.
Jun 06 11:59:34.929161 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Calling delete_port for 269f14c0-7028-49b0-ac68-7ef4150816e6 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:59:34.968826 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2c0e1-40db-4f19-8a70-da638bbcd713 req-dc9c25da-2d39-4790-acdf-72ea2ebee60f tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:34.970318 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cad2c0e1-40db-4f19-8a70-da638bbcd713 req-dc9c25da-2d39-4790-acdf-72ea2ebee60f tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.1406291
Jun 06 11:59:35.025689 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cad2c0e1-40db-4f19-8a70-da638bbcd713 req-8bb5c8e9-afb1-4453-87bf-c42dd23da8d8 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491283
Jun 06 11:59:35.155040 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:35.163649 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e7830077-2d00-468b-873b-0dab044020c9 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:35.212859 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event deleted for resources: {'Port': ['ID=269f14c0-7028-49b0-ac68-7ef4150816e6,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:35.215545 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:35.301292 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-e756dca5-59f6-4a4e-b6b6-8178c5799063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:35.302763 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-e756dca5-59f6-4a4e-b6b6-8178c5799063 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d7527513e8342feb4bbeaf1a100ded0&device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1098 time: 0.2325561
Jun 06 11:59:35.517661 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Router dc135273-d742-40f4-acb8-f5f496ec6872 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:59:35.580155 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-665deb33-2286-4335-8447-08c0e531a529 req-aa343bec-9174-4d80-8de0-53b1acefca18 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 210 time: 0.0698481
Jun 06 11:59:35.582915 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-b402801d-d7d3-4c5f-adf5-fe758e590e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:35.584262 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-b402801d-d7d3-4c5f-adf5-fe758e590e3e service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8d2b8f-4573-48da-8fc1-b3932b34807e HTTP/1.1" status: 200  len: 910 time: 0.2724931
Jun 06 11:59:35.702245 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8e2090c5-e5a9-41e6-8931-81c68294b609 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:35.743005 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57780) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:35.830310 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-c9b0cb84-5dfb-4f0d-b6f7-43da31165989 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7902d85b-51ca-4da6-bec3-025e388233f3 HTTP/1.1" status: 200  len: 999 time: 0.1858685
Jun 06 11:59:35.865621 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9a169b05-d991-44bd-a870-4c2b27008d11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:35.908286 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:59:35.920061 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] Sync routers for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:59:35.934625 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:59:35.936305 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad700550>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:59:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:35.978658 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9a169b05-d991-44bd-a870-4c2b27008d11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:35.983850 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-9a169b05-d991-44bd-a870-4c2b27008d11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:35.991971 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-bf17cb10-f7b4-4b7a-a10a-d682a6d5fa15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:36.037859 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a169b05-d991-44bd-a870-4c2b27008d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0da574e6-d901-43ef-a921-b1639e3ed200,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:36.041206 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-9a169b05-d991-44bd-a870-4c2b27008d11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:36.046672 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-9a169b05-d991-44bd-a870-4c2b27008d11 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fe3d8a4de24843d4b1f230ea140445ab&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2996237
Jun 06 11:59:36.047863 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57784) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:36.096976 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-e473c957-cd01-4987-ac2e-18dca18a99d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:36.098477 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-e473c957-cd01-4987-ac2e-18dca18a99d7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a641ac2e-55ba-4e95-886a-729156c57985 HTTP/1.1" status: 200  len: 848 time: 0.2536776
Jun 06 11:59:36.103641 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] No DVR routers for this DVR port 269f14c0-7028-49b0-ac68-7ef4150816e6 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:59:36.106302 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.108143 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d45d6f86-5f2a-42c8-a4e0-c04ba585578d req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.16 "DELETE /v2.0/ports/269f14c0-7028-49b0-ac68-7ef4150816e6 HTTP/1.1" status: 204  len: 173 time: 2.0021503
Jun 06 11:59:36.110500 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'name': 'network-vif-deleted', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:59:36.113607 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f406a67-905c-4adb-bede-199abd38fc75" -d '{"events": [{"server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "name": "network-vif-deleted", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:59:36.122537 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8917f15-9970-43e6-858d-6c1a49ab3926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.156171 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8917f15-9970-43e6-858d-6c1a49ab3926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.187517 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:59:36.223666 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8917f15-9970-43e6-858d-6c1a49ab3926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.226110 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81ceefc-069d-4f64-b02c-aca1833765ce x-openstack-request-id: req-d81ceefc-069d-4f64-b02c-aca1833765ce {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:59:36.226424 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8ff62e7-5bec-46c9-b665-045725bee8fc", "name": "network-vif-deleted", "tag": "269f14c0-7028-49b0-ac68-7ef4150816e6", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:59:36.226709 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d81ceefc-069d-4f64-b02c-aca1833765ce {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:59:36.227123 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8ff62e7-5bec-46c9-b665-045725bee8fc', 'name': 'network-vif-deleted', 'tag': '269f14c0-7028-49b0-ac68-7ef4150816e6', 'status': 'completed', 'code': 200}
Jun 06 11:59:36.227336 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b8917f15-9970-43e6-858d-6c1a49ab3926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.231011 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-b8917f15-9970-43e6-858d-6c1a49ab3926 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0da574e6-d901-43ef-a921-b1639e3ed200 HTTP/1.1" status: 204  len: 168 time: 0.1799705
Jun 06 11:59:36.231011 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e6c9881c-2cae-4893-98eb-4b7671eb141d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:36.261357 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8917f15-9970-43e6-858d-6c1a49ab3926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0da574e6-d901-43ef-a921-b1639e3ed200,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:36.269491 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b8917f15-9970-43e6-858d-6c1a49ab3926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:36.275027 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-e3c648fe-b73e-4fa3-90ba-1f04bddd53cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:36.276505 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-e3c648fe-b73e-4fa3-90ba-1f04bddd53cb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8d2b8f-4573-48da-8fc1-b3932b34807e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1667900
Jun 06 11:59:36.323328 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c85caf-bd89-4a43-ae99-0733b8dd4249 req-0e134003-65c0-4d2f-93bc-ff8c1863f2bd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:36.325067 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-47c85caf-bd89-4a43-ae99-0733b8dd4249 req-0e134003-65c0-4d2f-93bc-ff8c1863f2bd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.1398180
Jun 06 11:59:36.453255 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-47c85caf-bd89-4a43-ae99-0733b8dd4249 req-ff507e0d-ae08-4d77-a454-0955c01c7106 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1119525
Jun 06 11:59:36.470782 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-e89ab9b0-38e7-48ea-8f5f-b395b3998667 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1855326
Jun 06 11:59:36.558648 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad700550>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:36.563044 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] Checking router: dc135273-d742-40f4-acb8-f5f496ec6872 for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:59:36.571721 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:59:36.572310 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad700550>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:59:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:36.584571 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57794) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:36.604223 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e5e0-e4cd-4d3c-b8ab-b19ad2c66bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.625556 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c2d7e6ac-28a4-44f4-b899-b668b48e3f7b req-3eb3a8c1-2c4c-4e47-a90f-8ff943e5ae00 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1446755
Jun 06 11:59:36.728839 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e5e0-e4cd-4d3c-b8ab-b19ad2c66bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.737855 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7cf1e5e0-e4cd-4d3c-b8ab-b19ad2c66bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.748106 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4dab428e-873a-4752-8b3f-c6a8e950c3ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:36.782766 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf1e5e0-e4cd-4d3c-b8ab-b19ad2c66bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322fd1d1-f9a5-4aac-b905-ef632d406bdf,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:36.786436 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7cf1e5e0-e4cd-4d3c-b8ab-b19ad2c66bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:36.810323 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-7cf1e5e0-e4cd-4d3c-b8ab-b19ad2c66bd7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=01b8ede9bd6b46f7ba84e8f920162561&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2242467
Jun 06 11:59:36.811785 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-16e1680a-cd23-44e6-8923-d2681fdc4403 req-67b66d6a-ce60-4a98-afb9-235ffcb46bf3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/ports?device_id=c8ff62e7-5bec-46c9-b665-045725bee8fc HTTP/1.1" status: 200  len: 210 time: 0.0629795
Jun 06 11:59:36.813526 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 57800) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:36.837228 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:59:36.883458 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-7d660ef5-c58d-4020-88ee-b2114c1a94c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.908535 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-7d660ef5-c58d-4020-88ee-b2114c1a94c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.962858 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-7d660ef5-c58d-4020-88ee-b2114c1a94c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.965494 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-7d660ef5-c58d-4020-88ee-b2114c1a94c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:36.966614 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-7d660ef5-c58d-4020-88ee-b2114c1a94c6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/322fd1d1-f9a5-4aac-b905-ef632d406bdf HTTP/1.1" status: 204  len: 168 time: 0.1520910
Jun 06 11:59:36.967380 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2dd4f1e8-9bf5-4a0f-ab2a-72d37dd7a0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:36.977362 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d660ef5-c58d-4020-88ee-b2114c1a94c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322fd1d1-f9a5-4aac-b905-ef632d406bdf,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:36.979629 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-7d660ef5-c58d-4020-88ee-b2114c1a94c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:37.163261 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad700550>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:37.167256 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca2548f-d724-4429-ad06-6038c4364d37 None None] The sync data for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi is: [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:51:57Z', 'revision_number': 4, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': 'a2732fd0-a016-416b-9b41-8171cf9790a2', 'name': '', 'network_id': '89544a8d-9a6e-4f9e-81a7-28eca1a376e0', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'mac_address': 'fa:16:3e:c9:91:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:53Z', 'updated_at': '2021-06-06T11:52:08Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'subnets': [{'id': '905f413a-c02e-4296-bf9e-bc5821ce5c4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:59:37.390344 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123c5db2-42f6-4217-8141-3b4367a821ce None None] New status for floating IP 6b34d98a-0c30-410c-bb37-40c399ed8ea0: DOWN {{(pid=91707) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 11:59:37.668549 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54be39-c2b1-4c6e-8b31-435f1cfe276e req-e11aa30c-b5f7-4e3c-a2cd-cdd682008ab5 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:37.670177 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3b54be39-c2b1-4c6e-8b31-435f1cfe276e req-e11aa30c-b5f7-4e3c-a2cd-cdd682008ab5 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0904400
Jun 06 11:59:37.717257 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3b54be39-c2b1-4c6e-8b31-435f1cfe276e req-83d245b3-2762-4ab9-a5db-e52aed757242 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0413606
Jun 06 11:59:37.943457 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 57846) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:38.012859 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ec6ab01e-52df-472e-99be-cc7bb2f23ff3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:38.041934 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ec6ab01e-52df-472e-99be-cc7bb2f23ff3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:38.108220 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ec6ab01e-52df-472e-99be-cc7bb2f23ff3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:38.111522 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-ec6ab01e-52df-472e-99be-cc7bb2f23ff3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:38.112656 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-ec6ab01e-52df-472e-99be-cc7bb2f23ff3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "DELETE /v2.0/security-groups/30a105e6-ec95-41a2-ade1-4b1baf480eb0 HTTP/1.1" status: 204  len: 168 time: 0.1682179
Jun 06 11:59:38.113612 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d6d25dc0-51b5-49fa-b0bf-a4508b26a555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:38.115460 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57872) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:38.125744 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6ab01e-52df-472e-99be-cc7bb2f23ff3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a105e6-ec95-41a2-ade1-4b1baf480eb0,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:38.128752 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ec6ab01e-52df-472e-99be-cc7bb2f23ff3 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:38.138133 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.api.v2.resource [None req-b03f8b5f-8521-4208-8644-8b7face86a14 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] show failed (client error): The resource could not be found.
Jun 06 11:59:38.139340 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-b03f8b5f-8521-4208-8644-8b7face86a14 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "GET /v2.0/security-groups/30a105e6-ec95-41a2-ade1-4b1baf480eb0 HTTP/1.1" status: 404  len: 347 time: 0.0229113
Jun 06 11:59:38.142139 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57874) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:38.299599 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:38.371054 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Deleting port 2a149ec1-33e7-4999-a983-b1e2aa558050 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:59:38.371399 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:38.586414 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:38.586795 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:38.613975 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4b9d85cb-da26-4ee5-ba3d-fab675fe7afc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:38.693810 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 11:59:38.714776 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Calling delete_port for 2a149ec1-33e7-4999-a983-b1e2aa558050 owned by network:floatingip {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:59:38.833520 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:38.838658 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:38.890513 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Pushing event deleted for resources: {'Port': ['ID=2a149ec1-33e7-4999-a983-b1e2aa558050,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:38.922470 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:38.940700 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3233ad-0ba0-476c-888e-f547998d64cc req-6d0af3fe-719c-45cb-8b45-ff2124cb0057 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:38.942130 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1a3233ad-0ba0-476c-888e-f547998d64cc req-6d0af3fe-719c-45cb-8b45-ff2124cb0057 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.1127117
Jun 06 11:59:38.991900 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1a3233ad-0ba0-476c-888e-f547998d64cc req-48319f46-5dfb-4eda-8c99-e309fd1a9518 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0439584
Jun 06 11:59:39.002450 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks [] for floatingip, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:39.004818 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:39.006086 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-cf50641d-46cf-42c1-85fd-6910fb52bde6 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] 10.222.0.46 "DELETE /v2.0/floatingips/6b34d98a-0c30-410c-bb37-40c399ed8ea0 HTTP/1.1" status: 204  len: 168 time: 0.8629651
Jun 06 11:59:39.663483 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:39.859450 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7902d85b-51ca-4da6-bec3-025e388233f3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:59:39.972866 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:39.998905 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:59:40.001226 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05c19d6-f5ac-43b1-91d0-9674c44b012d" -d '{"events": [{"server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "name": "network-vif-unplugged", "status": "completed", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:59:40.008966 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 7902d85b-51ca-4da6-bec3-025e388233f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7902d85b-51ca-4da6-bec3-025e388233f3,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:59:40.013861 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:40.014597 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 269f14c0-7028-49b0-ac68-7ef4150816e6 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:59:40.043738 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:40.076300 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 06 Jun 2021 11:59:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5f704c9-52fb-48e2-870e-761ab5621c72 x-openstack-request-id: req-d5f704c9-52fb-48e2-870e-761ab5621c72 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:59:40.076590 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "name": "network-vif-unplugged", "status": "failed", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3", "code": 422}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:59:40.076864 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5f704c9-52fb-48e2-870e-761ab5621c72 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:59:40.077289 dv-cinder-786260-3-iscsi neutron-server[91707]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3', 'code': 422} returned with failed status
Jun 06 11:59:40.082711 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 269f14c0-7028-49b0-ac68-7ef4150816e6 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:59:40.083054 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 269f14c0-7028-49b0-ac68-7ef4150816e6 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:59:40.120596 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=7902d85b-51ca-4da6-bec3-025e388233f3,revision_number=6']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:40.127749 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.128084 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.128409 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.128754 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.129071 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.129389 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.129701 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.130011 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.130322 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.130631 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.131062 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.131374 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:40.138092 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:40.179990 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9704-a9da-4006-b1d4-06b460b1d100 req-b886f987-0fcd-4ccb-ad36-1d2a32ab62b5 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:40.181470 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-be1e9704-a9da-4006-b1d4-06b460b1d100 req-b886f987-0fcd-4ccb-ad36-1d2a32ab62b5 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0802884
Jun 06 11:59:40.226717 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-be1e9704-a9da-4006-b1d4-06b460b1d100 req-5eb6afd6-2057-48ab-93b9-e4c5ab358216 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390787
Jun 06 11:59:40.530270 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [req-d7618443-c6aa-4334-b053-640b7f877f9a req-39279f62-f728-44d9-b47c-9c24b455c46f service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0744088
Jun 06 11:59:40.588262 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3eb7177-fd7e-4f57-98f9-0afb2c6fefe2 req-f27fef20-f917-411a-96ad-1582232dbab2 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:40.590021 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d3eb7177-fd7e-4f57-98f9-0afb2c6fefe2 req-f27fef20-f917-411a-96ad-1582232dbab2 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0911644
Jun 06 11:59:40.637622 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d3eb7177-fd7e-4f57-98f9-0afb2c6fefe2 req-53aaf9fc-5fae-4d9d-a6ad-4cbe7feb009b tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416892
Jun 06 11:59:41.049455 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:41.855224 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57938) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:41.868593 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdaa829-a5fe-423b-b905-76e7f1450ac2 req-c24db93b-194b-4412-9245-763429e953d9 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:41.870260 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cbdaa829-a5fe-423b-b905-76e7f1450ac2 req-c24db93b-194b-4412-9245-763429e953d9 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0976810
Jun 06 11:59:41.917135 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cbdaa829-a5fe-423b-b905-76e7f1450ac2 req-996dcb1d-7dc4-44ab-aa44-cb514bb441a3 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403733
Jun 06 11:59:42.194812 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7618443-c6aa-4334-b053-640b7f877f9a req-1afbacb9-e1b9-4176-8ee6-248e785e0199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:42.196261 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7618443-c6aa-4334-b053-640b7f877f9a req-1afbacb9-e1b9-4176-8ee6-248e785e0199 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74&tenant_id=5d7527513e8342feb4bbeaf1a100ded0 HTTP/1.1" status: 200  len: 1096 time: 0.0836117
Jun 06 11:59:42.290572 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7618443-c6aa-4334-b053-640b7f877f9a req-0d5265f0-e553-4239-ad2e-1459fa9b37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:42.291947 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7618443-c6aa-4334-b053-640b7f877f9a req-0d5265f0-e553-4239-ad2e-1459fa9b37d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d7527513e8342feb4bbeaf1a100ded0&device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1096 time: 0.0724125
Jun 06 11:59:42.428233 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7618443-c6aa-4334-b053-640b7f877f9a req-3109853b-5f29-4cf3-8c42-77bc408d5d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:42.429708 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7618443-c6aa-4334-b053-640b7f877f9a req-3109853b-5f29-4cf3-8c42-77bc408d5d7c service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8d2b8f-4573-48da-8fc1-b3932b34807e HTTP/1.1" status: 200  len: 910 time: 0.1307375
Jun 06 11:59:42.545334 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7618443-c6aa-4334-b053-640b7f877f9a req-499224a5-28d2-41b4-9770-817c77eaaf05 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7902d85b-51ca-4da6-bec3-025e388233f3 HTTP/1.1" status: 200  len: 997 time: 0.1080189
Jun 06 11:59:42.611802 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7618443-c6aa-4334-b053-640b7f877f9a req-33b80c76-75b8-44b2-9681-775bcfda2ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:42.613233 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7618443-c6aa-4334-b053-640b7f877f9a req-33b80c76-75b8-44b2-9681-775bcfda2ebb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a641ac2e-55ba-4e95-886a-729156c57985 HTTP/1.1" status: 200  len: 848 time: 0.0605903
Jun 06 11:59:42.613446 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1647323'] for router_interface, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:42.787384 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7618443-c6aa-4334-b053-640b7f877f9a req-caea44d3-ed02-4ef6-b021-9e3990294855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:42.788865 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7618443-c6aa-4334-b053-640b7f877f9a req-caea44d3-ed02-4ef6-b021-9e3990294855 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8d2b8f-4573-48da-8fc1-b3932b34807e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1686242
Jun 06 11:59:42.931619 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7618443-c6aa-4334-b053-640b7f877f9a req-18ec1397-62a0-4d62-a81a-4e8b961a139c service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1295061
Jun 06 11:59:43.034335 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Deleting port a2732fd0-a016-416b-9b41-8171cf9790a2 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:59:43.034953 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:43.134682 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d7618443-c6aa-4334-b053-640b7f877f9a req-c76884a9-e459-4f84-a49a-4bc30a66e222 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1939585
Jun 06 11:59:43.157762 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473d4968-9ff4-4ba5-b254-82a4318f60fd req-328782f8-4899-4254-bb66-e7491abe94ae tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:43.159822 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-473d4968-9ff4-4ba5-b254-82a4318f60fd req-328782f8-4899-4254-bb66-e7491abe94ae tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.1251986
Jun 06 11:59:43.208421 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-473d4968-9ff4-4ba5-b254-82a4318f60fd req-8191974a-4e32-4d36-8883-4d1b27dbf07d tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429807
Jun 06 11:59:43.262669 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] For port a2732fd0-a016-416b-9b41-8171cf9790a2, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=a2732fd0-a016-416b-9b41-8171cf9790a2,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:59:43.263006 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:43.382553 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Calling delete_port for a2732fd0-a016-416b-9b41-8171cf9790a2 owned by network:router_interface {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:59:43.532205 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:43.536291 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-fb9f2ee7-9992-4d29-9722-d166f4d3b708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:43.579089 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2732fd0-a016-416b-9b41-8171cf9790a2,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:43.581685 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:43.845519 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648021'] for router_interface, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:44.199622 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Router dc135273-d742-40f4-acb8-f5f496ec6872 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 11:59:44.377533 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 11:59:44.385571 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] 10.222.0.46 "PUT /v2.0/routers/dc135273-d742-40f4-acb8-f5f496ec6872/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5286837
Jun 06 11:59:44.386151 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57952) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:44.387826 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] Sync routers for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 11:59:44.395848 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac78f37-52f9-4035-8230-4afd6acc6822 req-50b6cd08-1afc-4998-925f-786c77a999cf tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:44.397342 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bac78f37-52f9-4035-8230-4afd6acc6822 req-50b6cd08-1afc-4998-925f-786c77a999cf tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0832651
Jun 06 11:59:44.398598 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:59:44.399200 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad7b2d30>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:59:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:44.457583 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bac78f37-52f9-4035-8230-4afd6acc6822 req-9152d3f3-977c-47e7-8769-93ba84dfecf6 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536323
Jun 06 11:59:44.588884 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:59:44.670986 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Notify callbacks [] for router, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:44.847799 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:44.879988 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad7b2d30>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82'}], 'enable_snat': True}, 'gw_port_id': '8056671a-2653-44ea-96de-24a6e78bce80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:59:43Z', 'revision_number': 5, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port': {'id': '8056671a-2653-44ea-96de-24a6e78bce80', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:a1:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:51:40Z', 'updated_at': '2021-06-06T11:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:44.883653 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] Checking router: dc135273-d742-40f4-acb8-f5f496ec6872 for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 11:59:44.892319 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] Routers {'dc135273-d742-40f4-acb8-f5f496ec6872'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 11:59:44.892936 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad7b2d30>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T11:59:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['dc135273-d742-40f4-acb8-f5f496ec6872'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:44.921190 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Deleting port 8056671a-2653-44ea-96de-24a6e78bce80 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:59:44.921529 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:45.044399 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] Set router dc135273-d742-40f4-acb8-f5f496ec6872 gateway port host: None {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 11:59:45.048567 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] For port 8056671a-2653-44ea-96de-24a6e78bce80, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=8056671a-2653-44ea-96de-24a6e78bce80,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:59:45.048946 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:45.172195 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Calling delete_port for 8056671a-2653-44ea-96de-24a6e78bce80 owned by network:router_gateway {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:59:45.183311 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad7b2d30>, [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:59:44Z', 'revision_number': 6, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port_host': None}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:45.187809 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b925530-c98a-4205-a063-a945ac3d2f0e None None] The sync data for ids ['dc135273-d742-40f4-acb8-f5f496ec6872'] in dv-cinder-786260-3-iscsi is: [{'id': 'dc135273-d742-40f4-acb8-f5f496ec6872', 'name': 'tempest-AttachVolumeShelveTestJSON-1207272400-router', 'tenant_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:51:36Z', 'updated_at': '2021-06-06T11:59:44Z', 'revision_number': 6, 'project_id': '373b4ba1eb834fa9bc7a3a479fbd9a0a', 'gw_port_host': None}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 11:59:45.308969 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:45.314067 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b8a70b16-d912-45ea-9ba4-08a0d2cc186f tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:45.360457 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Pushing event deleted for resources: {'Port': ['ID=8056671a-2653-44ea-96de-24a6e78bce80,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:45.386655 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:45.449322 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-314699'] for router_gateway, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:45.626291 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13595'] for router, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:45.629074 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:45.651002 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1650912'] for router, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:45.651682 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Fanout notify agent at l3_agent the message router_deleted on router dc135273-d742-40f4-acb8-f5f496ec6872 {{(pid=91706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 06 11:59:45.659614 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] Notify callbacks [] for router, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:45.660843 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-0b1e97a8-7151-4e23-94d1-bc3d076257fc admin admin] 10.222.0.46 "DELETE /v2.0/routers/dc135273-d742-40f4-acb8-f5f496ec6872 HTTP/1.1" status: 204  len: 168 time: 1.2737708
Jun 06 11:59:45.663452 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 57958) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:45.672913 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62d605a-333d-4cd6-9307-0504a3b9d4f1 req-2b69f7a3-fa9f-4b18-b05e-b4b9702fe71e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:45.674341 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c62d605a-333d-4cd6-9307-0504a3b9d4f1 req-2b69f7a3-fa9f-4b18-b05e-b4b9702fe71e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0989201
Jun 06 11:59:45.722070 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c62d605a-333d-4cd6-9307-0504a3b9d4f1 req-7b8c8a93-8689-4276-a7be-18b0bf651c69 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0418203
Jun 06 11:59:45.724850 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_v2 [None req-1333b0fe-fa05-4058-8b03-00be436a0cce admin admin] Deleting subnet 905f413a-c02e-4296-bf9e-bc5821ce5c4b {{(pid=91706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 11:59:45.727779 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1333b0fe-fa05-4058-8b03-00be436a0cce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:45.776371 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1333b0fe-fa05-4058-8b03-00be436a0cce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3959666'] for subnet, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:45.852795 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1333b0fe-fa05-4058-8b03-00be436a0cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.026048 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1333b0fe-fa05-4058-8b03-00be436a0cce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2905407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786895'] for subnet, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.031432 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3f34bb20-59f9-4618-8620-b9a85ce5d9c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:46.066378 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1333b0fe-fa05-4058-8b03-00be436a0cce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.068317 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1333b0fe-fa05-4058-8b03-00be436a0cce admin admin] 10.222.0.46 "DELETE /v2.0/subnets/905f413a-c02e-4296-bf9e-bc5821ce5c4b HTTP/1.1" status: 204  len: 168 time: 0.4038508
Jun 06 11:59:46.069121 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1333b0fe-fa05-4058-8b03-00be436a0cce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=905f413a-c02e-4296-bf9e-bc5821ce5c4b,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:46.070832 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 57960) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:46.072400 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1333b0fe-fa05-4058-8b03-00be436a0cce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:46.073717 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c55d54-5f5a-457b-9f24-7ddc5d931829 None None] Network 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 11:59:46.186326 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.273670 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Deleting port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:59:46.274010 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.342619 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc158d2-8735-4f7d-833a-6947217fd2ed None None] DHCP port deletion for 89544a8d-9a6e-4f9e-81a7-28eca1a376e0 request from dv-cinder-786260-3-iscsi {{(pid=91707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 06 11:59:46.375919 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] For port a1d80d46-03ca-4a09-8567-fe7eaa6314e4, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=a1d80d46-03ca-4a09-8567-fe7eaa6314e4,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:59:46.376162 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.410792 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-7fc158d2-8735-4f7d-833a-6947217fd2ed None None] Deleting port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 {{(pid=91707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 11:59:46.411164 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-7fc158d2-8735-4f7d-833a-6947217fd2ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.496993 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Calling delete_port for a1d80d46-03ca-4a09-8567-fe7eaa6314e4 owned by network:dhcp {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:59:46.504775 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-7fc158d2-8735-4f7d-833a-6947217fd2ed None None] For port a1d80d46-03ca-4a09-8567-fe7eaa6314e4, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=a1d80d46-03ca-4a09-8567-fe7eaa6314e4,segment=NetworkSegment(d788e438-8994-4462-80e4-3f93344f2dd8),segment_id=d788e438-8994-4462-80e4-3f93344f2dd8)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:59:46.505170 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-7fc158d2-8735-4f7d-833a-6947217fd2ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.547471 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.551563 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-9529a87b-7e51-43b1-912f-12fa54c6e200 tempest-AttachVolumeNegativeTest-1698503967 tempest-AttachVolumeNegativeTest-1698503967-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:46.595350 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Pushing event deleted for resources: {'Port': ['ID=a1d80d46-03ca-4a09-8567-fe7eaa6314e4,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:46.597889 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:46.602318 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] No DVR routers for this DVR port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 on host dv-cinder-786260-3-iscsi {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:59:46.627913 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-7fc158d2-8735-4f7d-833a-6947217fd2ed None None] Calling delete_port for a1d80d46-03ca-4a09-8567-fe7eaa6314e4 owned by network:dhcp {{(pid=91707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 11:59:46.668377 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-7fc158d2-8735-4f7d-833a-6947217fd2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369'] for port, after_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.672437 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:46.715549 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc158d2-8735-4f7d-833a-6947217fd2ed None None] Pushing event deleted for resources: {'Port': ['ID=a1d80d46-03ca-4a09-8567-fe7eaa6314e4,revision_number=None']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:46.717892 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-7fc158d2-8735-4f7d-833a-6947217fd2ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:46.718036 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.718675 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fc158d2-8735-4f7d-833a-6947217fd2ed None None] No DVR routers for this DVR port a1d80d46-03ca-4a09-8567-fe7eaa6314e4 on host dv-cinder-786260-3-iscsi {{(pid=91707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 11:59:46.731207 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fa7de4e50>,) {'filters': {'network_id': ['89544a8d-9a6e-4f9e-81a7-28eca1a376e0']}} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:46.743882 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fa7de4e50>, 'd788e438-8994-4462-80e4-3f93344f2dd8') {'for_net_delete': True} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:46.744172 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fa7de4e50>, 'd788e438-8994-4462-80e4-3f93344f2dd8') {} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 11:59:46.758264 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486339'] for segment, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.776386 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.787359 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Releasing vlan 689 on physical network physnet1 to pool {{(pid=91705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 11:59:46.787907 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-809467'] for segment, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]: Traceback (most recent call last):
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     timer()
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     cb(*args, **kw)
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     return func(*args, **kwargs)
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     self._notify()
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     self.callback(batched_events)
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     event.method(event)
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     return f(self, *a, **k)
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._get(url).json()
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self.request(url, 'GET', **kwargs)
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 11:59:46.802384 dv-cinder-786260-3-iscsi neutron-server[91705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 11:59:46.837904 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a2732fd0-a016-416b-9b41-8171cf9790a2 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:59:46.872367 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: a2732fd0-a016-416b-9b41-8171cf9790a2 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:59:46.872753 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a2732fd0-a016-416b-9b41-8171cf9790a2 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:59:46.873180 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 8056671a-2653-44ea-96de-24a6e78bce80 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:59:46.910072 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 8056671a-2653-44ea-96de-24a6e78bce80 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:59:46.910329 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 8056671a-2653-44ea-96de-24a6e78bce80 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:59:46.910764 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a1d80d46-03ca-4a09-8567-fe7eaa6314e4 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 11:59:46.923752 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.930982 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:46.943435 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:46.945266 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] 10.222.0.46 "DELETE /v2.0/networks/89544a8d-9a6e-4f9e-81a7-28eca1a376e0 HTTP/1.1" status: 204  len: 168 time: 0.8731873
Jun 06 11:59:46.948857 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: a1d80d46-03ca-4a09-8567-fe7eaa6314e4 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 11:59:46.949226 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a1d80d46-03ca-4a09-8567-fe7eaa6314e4 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 11:59:46.953988 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Pushing event deleted for resources: {'Network': ['ID=89544a8d-9a6e-4f9e-81a7-28eca1a376e0,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:46.956556 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:46.981087 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8dac9d-99e3-403a-b2a2-24c221deea9a req-a180b1e1-ebf5-4f33-9f36-2f2b7c2c0220 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:46.982211 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fd8dac9d-99e3-403a-b2a2-24c221deea9a req-a180b1e1-ebf5-4f33-9f36-2f2b7c2c0220 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.1147559
Jun 06 11:59:47.028155 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fd8dac9d-99e3-403a-b2a2-24c221deea9a req-40f0afd5-4506-47a3-9665-bb9fa1583a0c tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392609
Jun 06 11:59:47.069670 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 57968) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:47.118232 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-a9c1ec67-7b92-4802-a0c7-1b613e7fcc0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=373b4ba1eb834fa9bc7a3a479fbd9a0a&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0472293
Jun 06 11:59:47.120572 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 57970) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:47.276953 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8848-6696-41da-a885-cebb772b48e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:47.303943 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8848-6696-41da-a885-cebb772b48e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:47.355533 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8848-6696-41da-a885-cebb772b48e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:47.358543 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-9c6d8848-6696-41da-a885-cebb772b48e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:47.363398 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-9c6d8848-6696-41da-a885-cebb772b48e9 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fbfd7745-f23b-4ae1-bb6e-73bfdfb031da HTTP/1.1" status: 204  len: 168 time: 0.2382863
Jun 06 11:59:47.363398 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2af9cf90-7691-4472-9e33-3642db8899cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:47.372071 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6d8848-6696-41da-a885-cebb772b48e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbfd7745-f23b-4ae1-bb6e-73bfdfb031da,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:47.374528 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-9c6d8848-6696-41da-a885-cebb772b48e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:48.224153 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98654a23-739e-4248-858d-134429bb8146 req-2117d4c0-13a9-477b-98ba-f7c174b98b43 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:48.225680 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-98654a23-739e-4248-858d-134429bb8146 req-2117d4c0-13a9-477b-98ba-f7c174b98b43 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0825210
Jun 06 11:59:48.271351 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-98654a23-739e-4248-858d-134429bb8146 req-46a9acf8-bb31-4210-a319-c5a21336abe8 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396786
Jun 06 11:59:49.458655 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea150cc-2884-4535-8057-73047c168ae9 req-5d606841-b6bb-44b2-a517-edc530750e95 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:49.460115 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2ea150cc-2884-4535-8057-73047c168ae9 req-5d606841-b6bb-44b2-a517-edc530750e95 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 943 time: 0.0833418
Jun 06 11:59:49.505440 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2ea150cc-2884-4535-8057-73047c168ae9 req-9a4717ae-870e-4847-aae5-7688e82263a3 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0392482
Jun 06 11:59:49.906478 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7902d85b-51ca-4da6-bec3-025e388233f3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 11:59:50.045964 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 7902d85b-51ca-4da6-bec3-025e388233f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7902d85b-51ca-4da6-bec3-025e388233f3,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:59:50.060766 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '7902d85b-51ca-4da6-bec3-025e388233f3', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'port_id': '7902d85b-51ca-4da6-bec3-025e388233f3', 'mac_address': 'fa:16:3e:2d:ee:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 658, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 11:59:50.120424 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:50.138772 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7902d85b-51ca-4da6-bec3-025e388233f3 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 11:59:50.156282 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 7902d85b-51ca-4da6-bec3-025e388233f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7902d85b-51ca-4da6-bec3-025e388233f3,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:59:50.161035 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:50.162892 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-2a61cf10-c468-477b-ac23-b5b4a4c24551 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:50.228854 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=7902d85b-51ca-4da6-bec3-025e388233f3,revision_number=7']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:50.231871 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:50.395901 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['7902d85b-51ca-4da6-bec3-025e388233f3'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 11:59:50.696783 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd3cfe0-1a5f-4939-acd9-9a117905b689 req-1a1852fc-6c7e-4a88-a522-7826d77007ed tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:50.698140 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bbd3cfe0-1a5f-4939-acd9-9a117905b689 req-1a1852fc-6c7e-4a88-a522-7826d77007ed tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 944 time: 0.0853989
Jun 06 11:59:50.742342 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bbd3cfe0-1a5f-4939-acd9-9a117905b689 req-0b4361de-9b03-4aa8-b02a-9fbf059968cf tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0379326
Jun 06 11:59:51.926491 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43db21f-0368-4bbd-94e8-ac4325e29fb7 req-6fb2e3e3-9135-418d-8cee-41ffede06ce9 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:51.927847 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c43db21f-0368-4bbd-94e8-ac4325e29fb7 req-6fb2e3e3-9135-418d-8cee-41ffede06ce9 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 944 time: 0.0781646
Jun 06 11:59:51.971507 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-c43db21f-0368-4bbd-94e8-ac4325e29fb7 req-54420e41-4b09-46a9-a6f6-dec2027246fa tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0380061
Jun 06 11:59:53.156070 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91726c54-d078-421c-bf47-de5eda22b06e req-a9149f8d-f713-4d88-858f-ab32851a8432 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:53.157532 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-91726c54-d078-421c-bf47-de5eda22b06e req-a9149f8d-f713-4d88-858f-ab32851a8432 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 944 time: 0.0814509
Jun 06 11:59:53.201895 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-91726c54-d078-421c-bf47-de5eda22b06e req-de929215-ac33-403b-9df8-a17d1181b845 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386963
Jun 06 11:59:54.382064 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe35569-03d2-4542-909a-0f53b88cd89b req-2b2c2de8-cc55-413f-9e76-449cc53408af tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:54.383531 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fe35569-03d2-4542-909a-0f53b88cd89b req-2b2c2de8-cc55-413f-9e76-449cc53408af tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 944 time: 0.0781837
Jun 06 11:59:54.430784 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4fe35569-03d2-4542-909a-0f53b88cd89b req-6cf548dc-7ced-47ba-9e5e-e905f2af7c5b tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0417123
Jun 06 11:59:55.328204 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7902d85b-51ca-4da6-bec3-025e388233f3 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 11:59:55.397219 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 7902d85b-51ca-4da6-bec3-025e388233f3 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 11:59:55.397587 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:55.509926 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:55.535555 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 11:59:55.537814 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2037021-794b-4005-bff0-52ce2f42416b" -d '{"events": [{"server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "name": "network-vif-plugged", "status": "completed", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 11:59:55.545483 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 7902d85b-51ca-4da6-bec3-025e388233f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7902d85b-51ca-4da6-bec3-025e388233f3,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 11:59:55.551294 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:55.553500 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-7f60cdd6-ce7c-4505-9d10-950068ffbcf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:55.617760 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 11:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a087c6a3-f24d-4ebf-9d43-d6eead7e8d57 x-openstack-request-id: req-a087c6a3-f24d-4ebf-9d43-d6eead7e8d57 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 11:59:55.618133 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "name": "network-vif-plugged", "status": "completed", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 11:59:55.618399 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a087c6a3-f24d-4ebf-9d43-d6eead7e8d57 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 11:59:55.618783 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3', 'code': 200}
Jun 06 11:59:55.621207 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=7902d85b-51ca-4da6-bec3-025e388233f3,revision_number=8']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:55.624092 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:55.656104 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284ffc16-4114-4a8e-8e18-be5cb82640d1 req-773500d8-3042-4d52-90e4-05ef0aa16592 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:55.657552 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-284ffc16-4114-4a8e-8e18-be5cb82640d1 req-773500d8-3042-4d52-90e4-05ef0aa16592 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.1199615
Jun 06 11:59:55.701599 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-284ffc16-4114-4a8e-8e18-be5cb82640d1 req-949766ab-e6ed-434f-8d82-db67486b1afd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383897
Jun 06 11:59:55.941393 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7089b086-0af6-4d2a-8276-a21735eb5597 req-18a7ea71-4cb5-430c-a555-ef7783b67dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:55.942997 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7089b086-0af6-4d2a-8276-a21735eb5597 req-18a7ea71-4cb5-430c-a555-ef7783b67dd4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1098 time: 0.0744648
Jun 06 11:59:55.985697 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7089b086-0af6-4d2a-8276-a21735eb5597 req-ab4caee5-e781-430b-88dd-9c79f1ec9954 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0353565
Jun 06 11:59:56.884548 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea9695f-279b-4935-a334-90afe7bd5b0a req-282c879d-af9b-429a-bc0c-8e2e7e611cad tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:56.886129 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fea9695f-279b-4935-a334-90afe7bd5b0a req-282c879d-af9b-429a-bc0c-8e2e7e611cad tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0790861
Jun 06 11:59:56.932435 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fea9695f-279b-4935-a334-90afe7bd5b0a req-41d56df5-2c35-46e3-91b2-eaeba5fe4a08 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393152
Jun 06 11:59:57.428221 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 58132) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:57.542083 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:57.649112 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:57.653134 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:57.660679 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-871ec393-b348-48fb-80a6-db72409a4fa8 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:57.701112 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c471b59987f742d699221c737e76a33d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2717884
Jun 06 11:59:57.702662 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607a5651-b9dc-480a-87db-8700e65042ce,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:57.704259 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58136) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:57.710082 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.710449 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.710814 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.711167 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.711512 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.711857 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.712198 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.712540 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.712914 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.713254 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.713589 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.713924 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 11:59:57.717835 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-87634328-fbd0-43b2-8eb0-4856646398b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:57.764171 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f3a87c15-cc3a-41ab-afed-1db46191e04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:57.789505 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f3a87c15-cc3a-41ab-afed-1db46191e04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:57.842932 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f3a87c15-cc3a-41ab-afed-1db46191e04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:57.845405 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-f3a87c15-cc3a-41ab-afed-1db46191e04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:57.846499 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-f3a87c15-cc3a-41ab-afed-1db46191e04e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/607a5651-b9dc-480a-87db-8700e65042ce HTTP/1.1" status: 204  len: 168 time: 0.1411114
Jun 06 11:59:57.847288 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1fc34a92-7e3e-42c1-b2d7-d186a5c66cf3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:57.857331 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a87c15-cc3a-41ab-afed-1db46191e04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607a5651-b9dc-480a-87db-8700e65042ce,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:57.861001 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f3a87c15-cc3a-41ab-afed-1db46191e04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:58.127443 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fb74ee-0c2a-42be-9eea-990a1b23a44b req-d58d8efa-780a-4a78-9986-8133a9c2a950 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 11:59:58.129085 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-41fb74ee-0c2a-42be-9eea-990a1b23a44b req-d58d8efa-780a-4a78-9986-8133a9c2a950 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0832310
Jun 06 11:59:58.181089 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-41fb74ee-0c2a-42be-9eea-990a1b23a44b req-e7875ae5-200d-4cc7-8235-f29a1a859f1c tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0455320
Jun 06 11:59:59.258601 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58198) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:59.377041 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-902af9b6-b352-48ed-8d5d-3fed0c6cdd0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:59.476948 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-902af9b6-b352-48ed-8d5d-3fed0c6cdd0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:59.480721 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-902af9b6-b352-48ed-8d5d-3fed0c6cdd0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:59.489322 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-f3a87c15-cc3a-41ab-afed-1db46191e04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:59.527388 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-902af9b6-b352-48ed-8d5d-3fed0c6cdd0b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c419cd2e1c0446499e17fa9a4f83e4a4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2676628
Jun 06 11:59:59.528197 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902af9b6-b352-48ed-8d5d-3fed0c6cdd0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848257d7-41d3-4388-992d-a88e0c7a99b5,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:59.530286 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 58202) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 11:59:59.531418 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-902af9b6-b352-48ed-8d5d-3fed0c6cdd0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 11:59:59.598335 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-51ab1195-7be6-4ebe-aed1-9b83b99731e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:59.634051 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-51ab1195-7be6-4ebe-aed1-9b83b99731e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:59.684403 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-51ab1195-7be6-4ebe-aed1-9b83b99731e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:59.688571 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-51ab1195-7be6-4ebe-aed1-9b83b99731e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 11:59:59.689986 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-51ab1195-7be6-4ebe-aed1-9b83b99731e7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/848257d7-41d3-4388-992d-a88e0c7a99b5 HTTP/1.1" status: 204  len: 168 time: 0.1587298
Jun 06 11:59:59.691102 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d4f5e0f6-90e9-4a32-ad37-f297f8fe83e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 11:59:59.700675 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ab1195-7be6-4ebe-aed1-9b83b99731e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848257d7-41d3-4388-992d-a88e0c7a99b5,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 11:59:59.703590 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-51ab1195-7be6-4ebe-aed1-9b83b99731e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:01.614783 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58268) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:01.732671 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be26faa4-01e5-46ea-b277-c58055e10781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:01.836042 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be26faa4-01e5-46ea-b277-c58055e10781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:01.839775 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-be26faa4-01e5-46ea-b277-c58055e10781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:01.847986 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-cad12d65-bbec-47dc-a40f-1c6211bc32a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:01.887123 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-be26faa4-01e5-46ea-b277-c58055e10781 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6da3c5e728f4c52a1150cbf0ebf48c1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2711885
Jun 06 12:00:01.888634 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be26faa4-01e5-46ea-b277-c58055e10781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c81552b-b291-4c8d-88c4-9ca305db7688,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:01.889789 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 58272) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:01.891665 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-be26faa4-01e5-46ea-b277-c58055e10781 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:01.947546 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-899694c7-b62e-44b5-8b48-0faa71b56fee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:01.973720 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-899694c7-b62e-44b5-8b48-0faa71b56fee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.028813 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-899694c7-b62e-44b5-8b48-0faa71b56fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.031814 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-899694c7-b62e-44b5-8b48-0faa71b56fee admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.032943 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-899694c7-b62e-44b5-8b48-0faa71b56fee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6c81552b-b291-4c8d-88c4-9ca305db7688 HTTP/1.1" status: 204  len: 168 time: 0.1420970
Jun 06 12:00:02.033701 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a3ca63db-d280-4bce-b5a9-6f18dc27d9ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:02.042997 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899694c7-b62e-44b5-8b48-0faa71b56fee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c81552b-b291-4c8d-88c4-9ca305db7688,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:02.045232 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-899694c7-b62e-44b5-8b48-0faa71b56fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:02.302893 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 58280) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:02.319266 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-daffccc1-a5d7-45b7-8079-ba5abfe02fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.420475 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-daffccc1-a5d7-45b7-8079-ba5abfe02fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.423959 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-daffccc1-a5d7-45b7-8079-ba5abfe02fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.432193 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a48d95ab-58b8-44a4-b9cd-b1604a17a834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:02.471488 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-daffccc1-a5d7-45b7-8079-ba5abfe02fad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8cda0305c809484ead3a7b25686d9846&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1675611
Jun 06 12:00:02.472453 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daffccc1-a5d7-45b7-8079-ba5abfe02fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e697e6-6cb3-4cd6-8dc3-faa98d0812c6,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:02.474126 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58282) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:02.475512 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-daffccc1-a5d7-45b7-8079-ba5abfe02fad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:02.529484 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8ce2-2710-4735-9118-15191b219c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.555271 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8ce2-2710-4735-9118-15191b219c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.567191 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.608480 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8ce2-2710-4735-9118-15191b219c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.610946 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2a9b8ce2-2710-4735-9118-15191b219c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:02.612056 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-2a9b8ce2-2710-4735-9118-15191b219c5d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f5e697e6-6cb3-4cd6-8dc3-faa98d0812c6 HTTP/1.1" status: 204  len: 168 time: 0.1369102
Jun 06 12:00:02.612926 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6a78e465-ce3e-4317-bed6-22054ee535d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:02.621773 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9b8ce2-2710-4735-9118-15191b219c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e697e6-6cb3-4cd6-8dc3-faa98d0812c6,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:02.623959 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2a9b8ce2-2710-4735-9118-15191b219c5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.011s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:04.163501 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-e9a9e952-63f3-4b7b-a6d2-3f1af4b275e7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737360
Jun 06 12:00:04.256583 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-a5afc202-5ed9-4c6f-974d-cf38cbdce606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:04.258099 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-a5afc202-5ed9-4c6f-974d-cf38cbdce606 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d7527513e8342feb4bbeaf1a100ded0&device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1098 time: 0.0745649
Jun 06 12:00:04.419874 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-e9778ea5-dde5-4196-b877-318772208206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:04.421459 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-e9778ea5-dde5-4196-b877-318772208206 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8d2b8f-4573-48da-8fc1-b3932b34807e HTTP/1.1" status: 200  len: 910 time: 0.1441033
Jun 06 12:00:04.613309 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-caf67b12-1d46-485b-ad92-2fb4356a13e6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7902d85b-51ca-4da6-bec3-025e388233f3 HTTP/1.1" status: 200  len: 999 time: 0.1849806
Jun 06 12:00:04.680635 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-000e3a49-8bfe-4b7a-b91a-d9024cae4398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:04.682182 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-000e3a49-8bfe-4b7a-b91a-d9024cae4398 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a641ac2e-55ba-4e95-886a-729156c57985 HTTP/1.1" status: 200  len: 848 time: 0.0629821
Jun 06 12:00:04.761712 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-6eec7ac3-1e9d-458c-b428-1bdb52b147c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:04.763267 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-6eec7ac3-1e9d-458c-b428-1bdb52b147c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8d2b8f-4573-48da-8fc1-b3932b34807e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745797
Jun 06 12:00:04.891880 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-7f3be8ff-959f-4f05-a533-3dbb07f86664 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1224205
Jun 06 12:00:05.022218 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d3e25f2b-c5a9-4667-b7d8-0ef81dff7fac req-06ddd5aa-a1b7-46e2-be4b-0fccaa49d29c service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238587
Jun 06 12:00:05.693453 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-0dd9e346-fc0a-4ee2-85ea-852648151596 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:08.292447 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:08.616565 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-f620b86b-2741-4b5e-ac7d-5310600551f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:09.665639 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:11.052164 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:15.696483 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:00:16.119542 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58482) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:16.237581 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-183b6e08-e341-40b1-b789-5b95b8831f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:16.340610 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-183b6e08-e341-40b1-b789-5b95b8831f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:16.345158 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-183b6e08-e341-40b1-b789-5b95b8831f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:16.353817 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-64cb02e5-b9f7-4897-b423-ff9a7bc68666 tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:16.398048 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-183b6e08-e341-40b1-b789-5b95b8831f69 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=976a416d3a9c4726a3b639d684474bd3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2751179
Jun 06 12:00:16.398048 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183b6e08-e341-40b1-b789-5b95b8831f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7fd9eed-e0bd-4027-bf01-9db58195ec70,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:16.398476 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 58492) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:16.405549 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-183b6e08-e341-40b1-b789-5b95b8831f69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:16.460599 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d444361a-9b22-4ea2-9eba-af2a6d09d748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:16.488989 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d444361a-9b22-4ea2-9eba-af2a6d09d748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:16.539491 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d444361a-9b22-4ea2-9eba-af2a6d09d748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:16.542065 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d444361a-9b22-4ea2-9eba-af2a6d09d748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:16.543196 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d444361a-9b22-4ea2-9eba-af2a6d09d748 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d7fd9eed-e0bd-4027-bf01-9db58195ec70 HTTP/1.1" status: 204  len: 168 time: 0.1425884
Jun 06 12:00:16.543998 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-b530e476-611e-44d7-b57f-d087fb8d58a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:16.553834 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d444361a-9b22-4ea2-9eba-af2a6d09d748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7fd9eed-e0bd-4027-bf01-9db58195ec70,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:16.556184 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d444361a-9b22-4ea2-9eba-af2a6d09d748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:18.991460 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-70ce1f16-b74e-4b66-bf30-e1ba724e9308 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=d9ab068918384a7897675c55fc2d5a5e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0306938
Jun 06 12:00:19.144727 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-a217cce3-0cd6-4e96-949c-7954f7a99b9b tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:19.146165 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-a217cce3-0cd6-4e96-949c-7954f7a99b9b tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1495588
Jun 06 12:00:19.160657 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-866ab39a-bad5-4027-ac14-731753cb8769 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/quotas/d9ab068918384a7897675c55fc2d5a5e HTTP/1.1" status: 200  len: 375 time: 0.0091062
Jun 06 12:00:19.207444 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-d68bc8d7-9edf-4b5b-a0f5-4ccaad36daba tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d9ab068918384a7897675c55fc2d5a5e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0416000
Jun 06 12:00:19.402961 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b105877b-8c97-4410-9d1c-242ca48c7df2 req-442f25f5-bc8b-479b-a6ad-415f75f8ac9f tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 210 time: 0.0546761
Jun 06 12:00:20.301404 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-d554237b-8264-47ff-8892-c5934942295e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=d9ab068918384a7897675c55fc2d5a5e&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0333602
Jun 06 12:00:20.454376 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-384e06ec-15ca-4116-8d0c-8fe45096179e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:20.455816 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-384e06ec-15ca-4116-8d0c-8fe45096179e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1489277
Jun 06 12:00:20.476210 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Request body: {'port': {'device_id': '29515f7c-5d5a-4621-935c-38312db69f52', 'network_id': '78f334a0-390f-41ac-b8da-431723656368', 'admin_state_up': True, 'tenant_id': 'd9ab068918384a7897675c55fc2d5a5e'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:00:20.618972 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-43788ac4-031b-46e1-a46c-69f104bd8e4f req-1f80ebd6-50c3-4e10-ba97-8c646ca70dcf tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 210 time: 0.0534985
Jun 06 12:00:20.669196 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Made reservation on behalf of d9ab068918384a7897675c55fc2d5a5e for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 12:00:20.673249 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:20.685604 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:20.803536 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:20.807302 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:20.811593 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ca43725c-bc45-4c2c-8fc5-4dfa1659a693 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:20.883734 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0532c6ce-1460-40d3-8159-206593ee0170,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:20.886959 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:20.981170 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Allocated IP 192.168.233.7 (78f334a0-390f-41ac-b8da-431723656368/13f10ce9-d2d3-445d-b824-ada2a6073384/04f24427-83ae-40d1-ae49-1b8740ef31d7) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 12:00:21.283086 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:21.300118 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Transition to ACTIVE for port object 04f24427-83ae-40d1-ae49-1b8740ef31d7 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 12:00:21.324179 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:21.329679 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-65c89496-aa80-4dd6-8852-5a277557fcea tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:21.396176 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Network 78f334a0-390f-41ac-b8da-431723656368 is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 12:00:21.399276 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 12:00:21.403554 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 12:00:21.438136 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Pushing event updated for resources: {'Port': ['ID=04f24427-83ae-40d1-ae49-1b8740ef31d7,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:21.453475 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:21.483837 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:21.484454 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:21.503401 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 936 time: 1.0317464
Jun 06 12:00:21.514610 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Request body: {'port': {'device_id': '29515f7c-5d5a-4621-935c-38312db69f52', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:00:21.623656 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:21.683451 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-cfabefa5-9b80-4780-b7e4-682490671c20 None None] Provisioning for port 04f24427-83ae-40d1-ae49-1b8740ef31d7 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 12:00:21.690128 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-cfabefa5-9b80-4780-b7e4-682490671c20 None None] Provisioning complete for port 04f24427-83ae-40d1-ae49-1b8740ef31d7 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 12:00:21.690494 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-cfabefa5-9b80-4780-b7e4-682490671c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:21.745743 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-cfabefa5-9b80-4780-b7e4-682490671c20 None None] Port 04f24427-83ae-40d1-ae49-1b8740ef31d7 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 12:00:21.933062 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b5c6ca-06d2-42a4-b3dd-bbff76b56efd req-65ec5f48-2898-4846-a902-5f0c73014d02 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:21.934398 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-20b5c6ca-06d2-42a4-b3dd-bbff76b56efd req-65ec5f48-2898-4846-a902-5f0c73014d02 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 934 time: 0.1933517
Jun 06 12:00:21.999263 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-20b5c6ca-06d2-42a4-b3dd-bbff76b56efd req-d00dfa7f-142b-433f-9c4c-facc85045571 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/security-groups?id=0532c6ce-1460-40d3-8159-206593ee0170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583801
Jun 06 12:00:22.061893 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04f24427-83ae-40d1-ae49-1b8740ef31d7 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 12:00:22.069156 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:22.083309 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Transition to ACTIVE for port object 04f24427-83ae-40d1-ae49-1b8740ef31d7 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 12:00:22.087578 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:22.091064 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:22.250003 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Pushing event updated for resources: {'Port': ['ID=04f24427-83ae-40d1-ae49-1b8740ef31d7,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:22.257575 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:22.325541 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Attempting to bind port 04f24427-83ae-40d1-ae49-1b8740ef31d7 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 12:00:22.326174 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Attempting to bind port 04f24427-83ae-40d1-ae49-1b8740ef31d7 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '067891f2-ce78-4107-81e5-2821a52052f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '78f334a0-390f-41ac-b8da-431723656368'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 12:00:22.326174 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Attempting to bind port 04f24427-83ae-40d1-ae49-1b8740ef31d7 on network 78f334a0-390f-41ac-b8da-431723656368 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 12:00:22.331702 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Port 04f24427-83ae-40d1-ae49-1b8740ef31d7 on network 78f334a0-390f-41ac-b8da-431723656368 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 12:00:22.332011 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Attempting to bind port 04f24427-83ae-40d1-ae49-1b8740ef31d7 on network 78f334a0-390f-41ac-b8da-431723656368 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 12:00:22.337187 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 12:00:22.337519 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Checking segment: {'id': '067891f2-ce78-4107-81e5-2821a52052f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '78f334a0-390f-41ac-b8da-431723656368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 12:00:22.337896 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Bound using segment: {'id': '067891f2-ce78-4107-81e5-2821a52052f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '78f334a0-390f-41ac-b8da-431723656368'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 12:00:22.338347 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Bound port: 04f24427-83ae-40d1-ae49-1b8740ef31d7, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '067891f2-ce78-4107-81e5-2821a52052f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 668, 'network_id': '78f334a0-390f-41ac-b8da-431723656368'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 12:00:22.338688 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:22.439123 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] For port 04f24427-83ae-40d1-ae49-1b8740ef31d7, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 12:00:22.442402 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] For port 04f24427-83ae-40d1-ae49-1b8740ef31d7, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=04f24427-83ae-40d1-ae49-1b8740ef31d7,segment=NetworkSegment(067891f2-ce78-4107-81e5-2821a52052f1),segment_id=067891f2-ce78-4107-81e5-2821a52052f1)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 12:00:22.446417 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:22.451502 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a7e189c0-f0e8-4fa5-a516-367c0625ba9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:22.511979 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:22.511979 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:22.511979 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] 10.222.0.16 "PUT /v2.0/ports/04f24427-83ae-40d1-ae49-1b8740ef31d7 HTTP/1.1" status: 200  len: 1096 time: 0.9999456
Jun 06 12:00:22.511979 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29515f7c-5d5a-4621-935c-38312db69f52', 'tag': '04f24427-83ae-40d1-ae49-1b8740ef31d7'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:00:22.513152 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a84284-d154-4c8c-aa55-d493061bb966" -d '{"events": [{"name": "network-changed", "server_uuid": "29515f7c-5d5a-4621-935c-38312db69f52", "tag": "04f24427-83ae-40d1-ae49-1b8740ef31d7"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:00:22.538910 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Pushing event updated for resources: {'Port': ['ID=04f24427-83ae-40d1-ae49-1b8740ef31d7,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:22.544011 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:22.599588 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24005ff0-0fb8-41ec-b841-a7d055cc2329 x-openstack-request-id: req-24005ff0-0fb8-41ec-b841-a7d055cc2329 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:00:22.599943 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29515f7c-5d5a-4621-935c-38312db69f52", "tag": "04f24427-83ae-40d1-ae49-1b8740ef31d7", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:00:22.600206 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-24005ff0-0fb8-41ec-b841-a7d055cc2329 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:00:22.600638 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29515f7c-5d5a-4621-935c-38312db69f52', 'tag': '04f24427-83ae-40d1-ae49-1b8740ef31d7', 'status': 'completed', 'code': 200}
Jun 06 12:00:22.642848 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-cc2727d1-5dcc-4959-85e5-d14255f8e4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:22.644361 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-cc2727d1-5dcc-4959-85e5-d14255f8e4e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9ab068918384a7897675c55fc2d5a5e&device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 1099 time: 0.0823314
Jun 06 12:00:22.722799 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-f9ddc037-c64a-4e03-9a62-90b432aa6010 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=04f24427-83ae-40d1-ae49-1b8740ef31d7 HTTP/1.1" status: 200  len: 217 time: 0.0707965
Jun 06 12:00:22.790988 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-31e7a2b5-c30f-4f62-929c-6fc1d1d61388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:22.792577 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-31e7a2b5-c30f-4f62-929c-6fc1d1d61388 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13f10ce9-d2d3-445d-b824-ada2a6073384 HTTP/1.1" status: 200  len: 843 time: 0.0629659
Jun 06 12:00:22.826007 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58630) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:22.867476 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-1e4a5b9c-b78b-44e4-b03b-085f8a5e3855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:22.869059 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-1e4a5b9c-b78b-44e4-b03b-085f8a5e3855 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78f334a0-390f-41ac-b8da-431723656368&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0693784
Jun 06 12:00:22.943827 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec0e6-27ec-4008-a5be-44049a468772 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:23.000284 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-ab7fea23-7bd4-4ee9-a81b-5f80ef8eee61 service neutron] 10.222.0.16 "GET /v2.0/networks/78f334a0-390f-41ac-b8da-431723656368?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1238327
Jun 06 12:00:23.047575 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec0e6-27ec-4008-a5be-44049a468772 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:23.051448 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-5d4ec0e6-27ec-4008-a5be-44049a468772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:23.060155 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6ede4392-9d08-40b4-9a24-5a0a42fd99ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:23.104624 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ec0e6-27ec-4008-a5be-44049a468772 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b850943d-0637-4c58-b32d-0ab28f6cd8a9,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:23.109165 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5d4ec0e6-27ec-4008-a5be-44049a468772 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:23.114198 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-5d4ec0e6-27ec-4008-a5be-44049a468772 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce6d37c43b90426b887ccf21f9b2cca9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2844756
Jun 06 12:00:23.114749 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58636) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:23.174131 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf0dd-e162-4508-8534-55637e2e6179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:23.199902 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf0dd-e162-4508-8534-55637e2e6179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:23.253802 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf0dd-e162-4508-8534-55637e2e6179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:23.256234 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-fc2cf0dd-e162-4508-8534-55637e2e6179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:23.257428 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-fc2cf0dd-e162-4508-8534-55637e2e6179 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b850943d-0637-4c58-b32d-0ab28f6cd8a9 HTTP/1.1" status: 204  len: 168 time: 0.1420984
Jun 06 12:00:23.258383 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d42b1452-889e-4873-b23e-81fe0b1a441b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:23.268679 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2cf0dd-e162-4508-8534-55637e2e6179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b850943d-0637-4c58-b32d-0ab28f6cd8a9,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:23.271102 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-fc2cf0dd-e162-4508-8534-55637e2e6179 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:23.283431 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cee0c297-233c-40f7-a1a5-dc897fe0be5b req-af4fb355-4b8a-4a07-95a9-a38ee7e88f14 service neutron] 10.222.0.16 "GET /v2.0/networks/78f334a0-390f-41ac-b8da-431723656368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2762511
Jun 06 12:00:23.308647 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dceacaa-96ab-4153-be52-92f45f96985a req-1b19bc0b-8092-4255-b4fe-09cdfb1255c6 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:23.310240 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8dceacaa-96ab-4153-be52-92f45f96985a req-1b19bc0b-8092-4255-b4fe-09cdfb1255c6 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 946 time: 0.1170623
Jun 06 12:00:23.406752 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8dceacaa-96ab-4153-be52-92f45f96985a req-f37c7ec8-b304-4a36-9021-df367454936f tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/security-groups?id=0532c6ce-1460-40d3-8159-206593ee0170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0901799
Jun 06 12:00:23.429575 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a84284-d154-4c8c-aa55-d493061bb966 req-b3a235ec-9d51-4355-b2d5-ed2bc2755fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:23.431061 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02a84284-d154-4c8c-aa55-d493061bb966 req-b3a235ec-9d51-4355-b2d5-ed2bc2755fcd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d9ab068918384a7897675c55fc2d5a5e&device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 1099 time: 0.0952923
Jun 06 12:00:23.565319 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 58642) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:23.581201 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a84284-d154-4c8c-aa55-d493061bb966 req-f95d4484-d38a-485f-90a6-5e53992ef621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:23.582571 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02a84284-d154-4c8c-aa55-d493061bb966 req-f95d4484-d38a-485f-90a6-5e53992ef621 service neutron] 10.222.0.16 "GET /v2.0/networks?id=78f334a0-390f-41ac-b8da-431723656368 HTTP/1.1" status: 200  len: 870 time: 0.1443019
Jun 06 12:00:23.584832 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6a5142fa-6088-4277-8cb0-6b6fc367e025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:23.655286 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02a84284-d154-4c8c-aa55-d493061bb966 req-713a593f-2b5c-40b5-a806-a824a981c189 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.7&port_id=04f24427-83ae-40d1-ae49-1b8740ef31d7 HTTP/1.1" status: 200  len: 217 time: 0.0621607
Jun 06 12:00:23.740675 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a84284-d154-4c8c-aa55-d493061bb966 req-be10e413-d030-4a80-a95d-5bdc0c75f5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:23.742144 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02a84284-d154-4c8c-aa55-d493061bb966 req-be10e413-d030-4a80-a95d-5bdc0c75f5ed service neutron] 10.222.0.16 "GET /v2.0/subnets?id=13f10ce9-d2d3-445d-b824-ada2a6073384 HTTP/1.1" status: 200  len: 843 time: 0.0797422
Jun 06 12:00:23.861272 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6a5142fa-6088-4277-8cb0-6b6fc367e025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:23.864115 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a84284-d154-4c8c-aa55-d493061bb966 req-38cd51ce-2c06-480c-8fb3-2dedbbbc0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:23.865676 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02a84284-d154-4c8c-aa55-d493061bb966 req-38cd51ce-2c06-480c-8fb3-2dedbbbc0255 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=78f334a0-390f-41ac-b8da-431723656368&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1140366
Jun 06 12:00:23.866662 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-6a5142fa-6088-4277-8cb0-6b6fc367e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:23.873978 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4d73168e-5834-4d3d-98d0-6da590faf449 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:23.948444 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-6a5142fa-6088-4277-8cb0-6b6fc367e025 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0674ae0d5cbd416187e7fbb5c5aab222&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3821080
Jun 06 12:00:23.951173 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58644) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:23.951827 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5142fa-6088-4277-8cb0-6b6fc367e025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11cff61-8a69-4a89-a790-85099fee2f89,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:24.001351 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-6a5142fa-6088-4277-8cb0-6b6fc367e025 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:24.009212 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9c78-84cc-49ad-9071-ec1ccf52b69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:24.037799 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9c78-84cc-49ad-9071-ec1ccf52b69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:24.041669 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02a84284-d154-4c8c-aa55-d493061bb966 req-0c3e3720-873e-4c76-b3ca-8ea7ce8c5e78 service neutron] 10.222.0.16 "GET /v2.0/networks/78f334a0-390f-41ac-b8da-431723656368?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1685462
Jun 06 12:00:24.088946 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9c78-84cc-49ad-9071-ec1ccf52b69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:24.091418 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-bc6b9c78-84cc-49ad-9071-ec1ccf52b69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:24.093168 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-bc6b9c78-84cc-49ad-9071-ec1ccf52b69e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c11cff61-8a69-4a89-a790-85099fee2f89 HTTP/1.1" status: 204  len: 168 time: 0.1403539
Jun 06 12:00:24.094049 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-335a0e0e-4dbe-4035-93a0-230cb33c729c tempest-AttachVolumeTestJSON-1457773532 tempest-AttachVolumeTestJSON-1457773532-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:24.103630 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6b9c78-84cc-49ad-9071-ec1ccf52b69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11cff61-8a69-4a89-a790-85099fee2f89,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:24.105862 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-bc6b9c78-84cc-49ad-9071-ec1ccf52b69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:24.175416 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02a84284-d154-4c8c-aa55-d493061bb966 req-e9552b40-5304-4e42-9585-f7254aca923b service neutron] 10.222.0.16 "GET /v2.0/networks/78f334a0-390f-41ac-b8da-431723656368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1254072
Jun 06 12:00:24.606871 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67eece7-dd2f-422b-9d8f-0acaafea6f45 req-753d8883-9810-4227-a3df-215854ef301b tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:24.608343 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b67eece7-dd2f-422b-9d8f-0acaafea6f45 req-753d8883-9810-4227-a3df-215854ef301b tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 946 time: 0.0779848
Jun 06 12:00:24.652429 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b67eece7-dd2f-422b-9d8f-0acaafea6f45 req-bfc514a8-923e-4d0b-9416-ebed665d597e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/security-groups?id=0532c6ce-1460-40d3-8159-206593ee0170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384178
Jun 06 12:00:25.399253 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 04f24427-83ae-40d1-ae49-1b8740ef31d7 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 12:00:25.529958 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 04f24427-83ae-40d1-ae49-1b8740ef31d7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=04f24427-83ae-40d1-ae49-1b8740ef31d7,segment=NetworkSegment(067891f2-ce78-4107-81e5-2821a52052f1),segment_id=067891f2-ce78-4107-81e5-2821a52052f1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:00:25.543461 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '04f24427-83ae-40d1-ae49-1b8740ef31d7', 'network_id': '78f334a0-390f-41ac-b8da-431723656368', 'port_id': '04f24427-83ae-40d1-ae49-1b8740ef31d7', 'mac_address': 'fa:16:3e:31:e8:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 668, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13f10ce9-d2d3-445d-b824-ada2a6073384', 'ip_address': '192.168.233.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 12:00:25.597989 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:25.613999 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04f24427-83ae-40d1-ae49-1b8740ef31d7 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 12:00:25.629660 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 04f24427-83ae-40d1-ae49-1b8740ef31d7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=04f24427-83ae-40d1-ae49-1b8740ef31d7,segment=NetworkSegment(067891f2-ce78-4107-81e5-2821a52052f1),segment_id=067891f2-ce78-4107-81e5-2821a52052f1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:00:25.633754 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:25.635931 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:25.706292 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=04f24427-83ae-40d1-ae49-1b8740ef31d7,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:25.709551 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:25.855910 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c038fee-cae8-45a4-8157-ef452383b5cf req-d33a0282-54af-4892-ae0e-327c1851b150 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:25.857365 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0c038fee-cae8-45a4-8157-ef452383b5cf req-d33a0282-54af-4892-ae0e-327c1851b150 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 947 time: 0.0869386
Jun 06 12:00:25.863900 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['04f24427-83ae-40d1-ae49-1b8740ef31d7'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 12:00:25.902162 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0c038fee-cae8-45a4-8157-ef452383b5cf req-f907feb7-0b27-43f1-8632-62e826953aec tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/security-groups?id=0532c6ce-1460-40d3-8159-206593ee0170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392025
Jun 06 12:00:27.084993 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb89d84-4a1a-48f1-93f2-410cfa83fa89 req-9dada68b-1ea0-495e-83dd-8d3f820ae2f4 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:27.086570 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-afb89d84-4a1a-48f1-93f2-410cfa83fa89 req-9dada68b-1ea0-495e-83dd-8d3f820ae2f4 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 947 time: 0.0795696
Jun 06 12:00:27.131999 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-afb89d84-4a1a-48f1-93f2-410cfa83fa89 req-a776595b-1b78-4256-afb2-4909974a04f4 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/security-groups?id=0532c6ce-1460-40d3-8159-206593ee0170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395751
Jun 06 12:00:27.406255 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 04f24427-83ae-40d1-ae49-1b8740ef31d7 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 12:00:27.474668 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 04f24427-83ae-40d1-ae49-1b8740ef31d7 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 12:00:27.479294 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 04f24427-83ae-40d1-ae49-1b8740ef31d7 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 12:00:27.479672 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:27.592278 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:27.617422 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29515f7c-5d5a-4621-935c-38312db69f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f24427-83ae-40d1-ae49-1b8740ef31d7'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:00:27.619640 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d1889ef-8807-4eb4-b095-1fed4ebb4a06" -d '{"events": [{"server_uuid": "29515f7c-5d5a-4621-935c-38312db69f52", "name": "network-vif-plugged", "status": "completed", "tag": "04f24427-83ae-40d1-ae49-1b8740ef31d7"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:00:27.628124 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 04f24427-83ae-40d1-ae49-1b8740ef31d7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=04f24427-83ae-40d1-ae49-1b8740ef31d7,segment=NetworkSegment(067891f2-ce78-4107-81e5-2821a52052f1),segment_id=067891f2-ce78-4107-81e5-2821a52052f1)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:00:27.632328 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:27.634261 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-b9877fe2-07b0-402a-8a19-9c4c1a164b0a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:27.663409 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d9f3f0-713b-4786-8176-90aa787c530e x-openstack-request-id: req-68d9f3f0-713b-4786-8176-90aa787c530e {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:00:27.663704 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29515f7c-5d5a-4621-935c-38312db69f52", "name": "network-vif-plugged", "status": "completed", "tag": "04f24427-83ae-40d1-ae49-1b8740ef31d7", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:00:27.663957 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-68d9f3f0-713b-4786-8176-90aa787c530e {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:00:27.664337 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29515f7c-5d5a-4621-935c-38312db69f52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04f24427-83ae-40d1-ae49-1b8740ef31d7', 'code': 200}
Jun 06 12:00:27.710981 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=04f24427-83ae-40d1-ae49-1b8740ef31d7,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:27.713824 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:27.891491 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc62b77-7825-4546-912d-e8a5ccc80fdc req-787a7870-30c9-4873-a00d-572ed886737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:27.892875 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2bc62b77-7825-4546-912d-e8a5ccc80fdc req-787a7870-30c9-4873-a00d-572ed886737b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 1101 time: 0.0705152
Jun 06 12:00:27.931473 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2bc62b77-7825-4546-912d-e8a5ccc80fdc req-96421df5-413f-4e3b-8ec5-ebf8f2bfc128 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=0532c6ce-1460-40d3-8159-206593ee0170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0324001
Jun 06 12:00:28.312635 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd934f32-cf6f-4d92-a73d-a716341413b3 req-83fdc089-73e7-4746-9b65-eb9b28503859 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:28.314136 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bd934f32-cf6f-4d92-a73d-a716341413b3 req-83fdc089-73e7-4746-9b65-eb9b28503859 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 948 time: 0.0792441
Jun 06 12:00:28.361306 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-bd934f32-cf6f-4d92-a73d-a716341413b3 req-e2c666f1-bdd5-4da4-a222-a2b28bd329d9 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/security-groups?id=0532c6ce-1460-40d3-8159-206593ee0170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416481
Jun 06 12:00:28.774898 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 58742) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:28.892785 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fccea8bf-8c45-436e-8d18-df890b363331 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.010559 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fccea8bf-8c45-436e-8d18-df890b363331 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.015255 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-fccea8bf-8c45-436e-8d18-df890b363331 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.023890 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e2af6153-72ed-417b-9cb4-7071a6d1c80e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:29.063590 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-fccea8bf-8c45-436e-8d18-df890b363331 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bbe54fd043ac4b6ebf22a206e073a7ce&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2876418
Jun 06 12:00:29.065196 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccea8bf-8c45-436e-8d18-df890b363331 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b879f3a-b3d8-421c-b3da-944f6db88087,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:29.066246 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58746) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:29.068289 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-fccea8bf-8c45-436e-8d18-df890b363331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:29.122646 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-aac2fb16-a2e3-437f-9742-c038e3356c64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.148329 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-aac2fb16-a2e3-437f-9742-c038e3356c64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.197076 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-aac2fb16-a2e3-437f-9742-c038e3356c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.199463 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-aac2fb16-a2e3-437f-9742-c038e3356c64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.200547 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-aac2fb16-a2e3-437f-9742-c038e3356c64 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0b879f3a-b3d8-421c-b3da-944f6db88087 HTTP/1.1" status: 204  len: 168 time: 0.1332715
Jun 06 12:00:29.201335 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-be26faa4-01e5-46ea-b277-c58055e10781 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:29.210917 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2fb16-a2e3-437f-9742-c038e3356c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b879f3a-b3d8-421c-b3da-944f6db88087,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:29.213179 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-aac2fb16-a2e3-437f-9742-c038e3356c64 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:29.484387 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58754) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:29.501359 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e314b27c-a4c5-4c7c-8daf-08b3678d302b admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.619002 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e314b27c-a4c5-4c7c-8daf-08b3678d302b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.623787 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-e314b27c-a4c5-4c7c-8daf-08b3678d302b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.633511 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7cf1e5e0-e4cd-4d3c-b8ab-b19ad2c66bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:29.656871 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0905bc1a-c47a-410b-99ee-9b0dd240ffd0 req-fb48315d-365d-4922-b8a4-01dccf730b6f tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:29.658349 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0905bc1a-c47a-410b-99ee-9b0dd240ffd0 req-fb48315d-365d-4922-b8a4-01dccf730b6f tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 948 time: 0.1888676
Jun 06 12:00:29.676364 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-e314b27c-a4c5-4c7c-8daf-08b3678d302b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=123a74390e5d470e93a0695c354bf92a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1886358
Jun 06 12:00:29.676364 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e314b27c-a4c5-4c7c-8daf-08b3678d302b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb87442-fbc0-4565-9055-caada66550f3,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:29.677989 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58756) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:29.688977 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-e314b27c-a4c5-4c7c-8daf-08b3678d302b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:29.703723 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0905bc1a-c47a-410b-99ee-9b0dd240ffd0 req-36d2cf61-de00-412a-9dad-28328839dddb tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/security-groups?id=0532c6ce-1460-40d3-8159-206593ee0170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396194
Jun 06 12:00:29.736077 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a186cf84-9e79-4af7-982b-06d8fd104ce0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.761794 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a186cf84-9e79-4af7-982b-06d8fd104ce0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.812259 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a186cf84-9e79-4af7-982b-06d8fd104ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.814768 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a186cf84-9e79-4af7-982b-06d8fd104ce0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:29.815875 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-a186cf84-9e79-4af7-982b-06d8fd104ce0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9eb87442-fbc0-4565-9055-caada66550f3 HTTP/1.1" status: 204  len: 168 time: 0.1369932
Jun 06 12:00:29.816643 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-fc2cf0dd-e162-4508-8534-55637e2e6179 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:29.829941 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186cf84-9e79-4af7-982b-06d8fd104ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb87442-fbc0-4565-9055-caada66550f3,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:29.832220 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a186cf84-9e79-4af7-982b-06d8fd104ce0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:30.141515 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a995a8cb-46b9-40fb-8479-2963c22735da req-4fc9c7bc-0623-4f1b-9a53-871ba5be2433 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:30.143065 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a995a8cb-46b9-40fb-8479-2963c22735da req-4fc9c7bc-0623-4f1b-9a53-871ba5be2433 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 948 time: 0.0786943
Jun 06 12:00:30.188871 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a995a8cb-46b9-40fb-8479-2963c22735da req-62bc2f1f-37aa-462e-9f3d-b1bc37ea42d0 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/security-groups?id=0532c6ce-1460-40d3-8159-206593ee0170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401127
Jun 06 12:00:31.467669 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5303e-97bb-4bb2-beb8-46cf908a8d41 req-95b003b1-8992-4f94-a407-8bdf370a6756 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:31.469660 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-21b5303e-97bb-4bb2-beb8-46cf908a8d41 req-95b003b1-8992-4f94-a407-8bdf370a6756 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 948 time: 0.1454141
Jun 06 12:00:31.476970 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-f092222f-a37f-4ad2-9d29-c5f3e2685ba4 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:31.478286 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-f092222f-a37f-4ad2-9d29-c5f3e2685ba4 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.16 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 948 time: 0.1150815
Jun 06 12:00:31.535948 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58812) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:31.569706 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-21b5303e-97bb-4bb2-beb8-46cf908a8d41 req-72451bfc-4738-412e-b769-00b5e7742826 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/security-groups?id=0532c6ce-1460-40d3-8159-206593ee0170&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0904748
Jun 06 12:00:31.647496 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Deleting port 04f24427-83ae-40d1-ae49-1b8740ef31d7 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:00:31.647857 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:31.659292 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:31.759300 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:31.763321 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:31.772617 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-9bab2308-9fd1-4d35-85eb-025bea7d4117 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:31.783103 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] For port 04f24427-83ae-40d1-ae49-1b8740ef31d7, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=04f24427-83ae-40d1-ae49-1b8740ef31d7,segment=NetworkSegment(067891f2-ce78-4107-81e5-2821a52052f1),segment_id=067891f2-ce78-4107-81e5-2821a52052f1)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:00:31.783458 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:31.810699 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=af564201690c4977baa1c3991e135ce4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2735484
Jun 06 12:00:31.812312 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d81ab32-c5af-4772-b85b-17c4b6aa1d3f,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:31.814258 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58816) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:31.832900 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.833281 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.833648 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.834012 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.834372 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.834727 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.835082 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.835434 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.835789 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.836138 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.836500 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.836862 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:31.841979 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-ac6cf27a-53a3-47ac-8aaf-a3bd516066b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:31.883224 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-14f766ec-3d2e-4b88-9d43-c13135c3d333 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:31.905446 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Calling delete_port for 04f24427-83ae-40d1-ae49-1b8740ef31d7 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:00:31.908798 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-14f766ec-3d2e-4b88-9d43-c13135c3d333 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:31.973393 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-14f766ec-3d2e-4b88-9d43-c13135c3d333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:31.975906 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-14f766ec-3d2e-4b88-9d43-c13135c3d333 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:31.977138 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-14f766ec-3d2e-4b88-9d43-c13135c3d333 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d81ab32-c5af-4772-b85b-17c4b6aa1d3f HTTP/1.1" status: 204  len: 168 time: 0.1619992
Jun 06 12:00:31.977959 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5d4ec0e6-27ec-4008-a5be-44049a468772 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:31.988082 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f766ec-3d2e-4b88-9d43-c13135c3d333 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d81ab32-c5af-4772-b85b-17c4b6aa1d3f,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:31.990832 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-14f766ec-3d2e-4b88-9d43-c13135c3d333 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:32.022049 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:32.027628 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-178a1231-8ad7-4f83-be8c-4a16922abfbb tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:32.034482 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['04f24427-83ae-40d1-ae49-1b8740ef31d7'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 12:00:32.073593 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Pushing event deleted for resources: {'Port': ['ID=04f24427-83ae-40d1-ae49-1b8740ef31d7,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:32.077998 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:32.156565 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] No DVR routers for this DVR port 04f24427-83ae-40d1-ae49-1b8740ef31d7 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:00:32.159204 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:32.161212 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7b22a989-0bf0-486c-81da-7a8c7908da07 req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.16 "DELETE /v2.0/ports/04f24427-83ae-40d1-ae49-1b8740ef31d7 HTTP/1.1" status: 204  len: 173 time: 0.6675656
Jun 06 12:00:32.161718 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29515f7c-5d5a-4621-935c-38312db69f52', 'name': 'network-vif-deleted', 'tag': '04f24427-83ae-40d1-ae49-1b8740ef31d7'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:00:32.164371 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c10091e3-c201-4cac-ab63-7430669682cc" -d '{"events": [{"server_uuid": "29515f7c-5d5a-4621-935c-38312db69f52", "name": "network-vif-deleted", "tag": "04f24427-83ae-40d1-ae49-1b8740ef31d7"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:00:32.225898 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0513c9-d5fc-4b1e-a015-970b84f790a8 x-openstack-request-id: req-5a0513c9-d5fc-4b1e-a015-970b84f790a8 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:00:32.226350 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29515f7c-5d5a-4621-935c-38312db69f52", "name": "network-vif-deleted", "tag": "04f24427-83ae-40d1-ae49-1b8740ef31d7", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:00:32.226756 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-5a0513c9-d5fc-4b1e-a015-970b84f790a8 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:00:32.227278 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29515f7c-5d5a-4621-935c-38312db69f52', 'name': 'network-vif-deleted', 'tag': '04f24427-83ae-40d1-ae49-1b8740ef31d7', 'status': 'completed', 'code': 200}
Jun 06 12:00:32.313314 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 58824) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:32.330995 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b1e21937-def4-46a0-8532-88e8e9a3a15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:32.433803 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b1e21937-def4-46a0-8532-88e8e9a3a15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:32.437945 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b1e21937-def4-46a0-8532-88e8e9a3a15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:32.446002 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-640960f1-e7ec-4a19-acd5-09b42985001f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:32.484075 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-b1e21937-def4-46a0-8532-88e8e9a3a15a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c1921363e9d84ecdb1ca53055b97ed90&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1692448
Jun 06 12:00:32.484968 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e21937-def4-46a0-8532-88e8e9a3a15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bc71b36-89a2-47bd-bb01-4e2f079f8b73,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:32.486837 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 58826) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:32.487890 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b1e21937-def4-46a0-8532-88e8e9a3a15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:32.543919 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1fa36323-6532-4afe-8ca5-9336fdb6cd93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:32.565807 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:32.572283 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1fa36323-6532-4afe-8ca5-9336fdb6cd93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:32.630776 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1fa36323-6532-4afe-8ca5-9336fdb6cd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:32.633546 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1fa36323-6532-4afe-8ca5-9336fdb6cd93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:32.637387 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-1fa36323-6532-4afe-8ca5-9336fdb6cd93 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9bc71b36-89a2-47bd-bb01-4e2f079f8b73 HTTP/1.1" status: 204  len: 168 time: 0.1467919
Jun 06 12:00:32.637387 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ec7523a2-f3b5-49a5-92ac-8a78d7650cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:32.647163 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa36323-6532-4afe-8ca5-9336fdb6cd93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bc71b36-89a2-47bd-bb01-4e2f079f8b73,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:32.649949 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1fa36323-6532-4afe-8ca5-9336fdb6cd93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:32.741350 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3161577d-4896-4aa0-b5ea-7f425936bb14 req-ccf77ba5-0d9d-4515-a5b0-ff90ae6d1c08 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] 10.222.0.46 "GET /v2.0/ports?device_id=29515f7c-5d5a-4621-935c-38312db69f52 HTTP/1.1" status: 200  len: 210 time: 0.0430775
Jun 06 12:00:35.539782 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 04f24427-83ae-40d1-ae49-1b8740ef31d7 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:00:35.573413 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 04f24427-83ae-40d1-ae49-1b8740ef31d7 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:00:35.573762 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 04f24427-83ae-40d1-ae49-1b8740ef31d7 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:00:35.696432 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-ae3ba8a2-1238-4568-a5eb-84a13459fa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:38.297105 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:38.549349 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59132) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:38.618627 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6276f6e3-ac4c-4a02-a18d-916eae1af357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:38.711462 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-fd1543bc-cfd5-43ed-ad3c-0eca0ef43dbc admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d9ab068918384a7897675c55fc2d5a5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1608963
Jun 06 12:00:38.713792 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59140) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:38.769774 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1420-2d96-4eb1-9cae-f59bf1fb5ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:38.795709 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1420-2d96-4eb1-9cae-f59bf1fb5ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:38.847029 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1420-2d96-4eb1-9cae-f59bf1fb5ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:38.849688 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-dc0a1420-2d96-4eb1-9cae-f59bf1fb5ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:38.850801 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-dc0a1420-2d96-4eb1-9cae-f59bf1fb5ba8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0532c6ce-1460-40d3-8159-206593ee0170 HTTP/1.1" status: 204  len: 168 time: 0.1361301
Jun 06 12:00:38.851550 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-51ab1195-7be6-4ebe-aed1-9b83b99731e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:38.861913 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0a1420-2d96-4eb1-9cae-f59bf1fb5ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0532c6ce-1460-40d3-8159-206593ee0170,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:38.871014 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-dc0a1420-2d96-4eb1-9cae-f59bf1fb5ba8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:39.525014 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59168) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:39.626785 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-503878417-network', 'tenant_id': '710c6cdce86a476b9f7c845eca2c8d8a'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:00:39.647461 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Made reservation on behalf of 710c6cdce86a476b9f7c845eca2c8d8a for: {'network': 1} {{(pid=91706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 12:00:39.649767 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-613382'] for network, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:39.661984 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:39.668707 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:39.767588 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:39.771351 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:39.775293 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-750b02d1-64d6-4c8c-b143-599328536291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:39.798418 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] vlan segment allocate from pool success with {'vlan_id': 654, 'physical_network': 'physnet1'}  {{(pid=91706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 06 12:00:39.810318 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb1debda-b165-42b9-98cd-78339d7ef365,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:39.814262 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:39.815146 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:39.815473 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.segments_db [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Added segment 6b8011e7-cbc8-45af-92fe-85b37304d103 of type vlan for network ecfd3742-0936-4a09-8b5b-1874d4c62c4c
Jun 06 12:00:39.840828 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744468008421'] for network, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:39.869360 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170'] for network, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:39.870586 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:39.871162 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:39.875624 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:39.918673 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.3925886
Jun 06 12:00:39.921687 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59172) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:39.927288 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Request body: {'subnet': {'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-503878417-subnet', 'tenant_id': '710c6cdce86a476b9f7c845eca2c8d8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:00:39.948867 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Made reservation on behalf of 710c6cdce86a476b9f7c845eca2c8d8a for: {'subnet': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 12:00:39.951151 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4064724'] for subnet, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:39.974708 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Pushing event updated for resources: {'Network': ['ID=ecfd3742-0936-4a09-8b5b-1874d4c62c4c,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:39.977479 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4c901f19-3e83-4018-96c6-89d15a642b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:39.984206 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Network ecfd3742-0936-4a09-8b5b-1874d4c62c4c details requested by agent ovs-agent-dv-cinder-786260-3-iscsi with host dv-cinder-786260-3-iscsi {{(pid=91707) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 06 12:00:40.149280 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-809216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4064710'] for subnet, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:40.153880 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1d0de74a-bb64-4133-ad79-42fb50ab608f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:40.226912 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=59072f87-2ab6-4b00-a23b-d855241a62ea,revision_number=0']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:40.229860 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:40.236989 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Checking segment: {'id': '6b8011e7-cbc8-45af-92fe-85b37304d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 12:00:40.237376 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Network hostable DHCP agents. Network: ecfd3742-0936-4a09-8b5b-1874d4c62c4c, hostable agents: ['d0fb5011-1038-4c54-8386-48ceffbf19e0'], hosted agents: [] {{(pid=91705) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 06 12:00:40.255624 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Network ecfd3742-0936-4a09-8b5b-1874d4c62c4c is scheduled to be hosted by DHCP agent d0fb5011-1038-4c54-8386-48ceffbf19e0 with binding_index 1 {{(pid=91705) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 06 12:00:40.266196 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-786260-3-iscsi, ecfd3742-0936-4a09-8b5b-1874d4c62c4c) {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 12:00:40.270350 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:40.270944 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:40.275648 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198982b4-5b68-4f43-bc94-49d7b521b1aa None None] Network ecfd3742-0936-4a09-8b5b-1874d4c62c4c requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 12:00:40.293364 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-68fd0926-c602-487a-8c2b-371b377e85ef admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.3703146
Jun 06 12:00:40.499511 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636155ca-6987-476e-af58-2767c7b272f8 None None] Network ecfd3742-0936-4a09-8b5b-1874d4c62c4c requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 12:00:41.050299 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:44.580816 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-0da34b1a-c527-409b-be98-0901d1d366f0 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:44.582257 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-0da34b1a-c527-409b-be98-0901d1d366f0 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/networks?id=ecfd3742-0936-4a09-8b5b-1874d4c62c4c HTTP/1.1" status: 200  len: 813 time: 0.2509487
Jun 06 12:00:44.598964 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-a4e63ed1-64f7-49ef-a48b-8ba82a4cf780 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/quotas/710c6cdce86a476b9f7c845eca2c8d8a HTTP/1.1" status: 200  len: 375 time: 0.0104384
Jun 06 12:00:44.650941 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-7783e821-8b12-4d77-8549-816b45db4d85 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6cdce86a476b9f7c845eca2c8d8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0463581
Jun 06 12:00:44.782822 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f7ebcfa7-d426-42c9-ae2b-c0a54de04943 service neutron] 10.222.0.46 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1248994
Jun 06 12:00:44.915597 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-0664feba-25c6-4cfe-8a6b-316d52b9f3a6 service neutron] 10.222.0.46 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1265998
Jun 06 12:00:45.021515 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-36107092-7365-4483-a2da-cfb02d4a920a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2074604491&fields=id&tenant_id=686e8a3abe34498f8f040ce70883dd57 HTTP/1.1" status: 200  len: 267 time: 0.0462427
Jun 06 12:00:45.112481 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1c0fbef4-4d42-4a68-b469-371963ee51cb req-033c87cc-02ae-407f-baba-d0dccdf1a1ea tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 210 time: 0.0577469
Jun 06 12:00:45.212482 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ced4b4-defa-486d-b69b-8294a2c380af req-d7b90e50-d8b8-4da3-b3bd-2524a6a0a9b3 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:45.217178 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-d7b90e50-d8b8-4da3-b3bd-2524a6a0a9b3 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 812 time: 0.1866176
Jun 06 12:00:45.229574 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-d65b256c-a6a9-407b-8c9c-9cf384328991 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/quotas/686e8a3abe34498f8f040ce70883dd57 HTTP/1.1" status: 200  len: 375 time: 0.0096581
Jun 06 12:00:45.333977 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-7c86924f-dd4b-4eb5-aef7-139a5fe506fa tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0980854
Jun 06 12:00:45.483420 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-2d0d1485-4303-4b5e-b813-f183d1152042 service neutron] 10.222.0.46 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373320
Jun 06 12:00:45.624218 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-eef6aa5d-4712-4f7c-9a08-e77a6ed57bce service neutron] 10.222.0.46 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1339140
Jun 06 12:00:45.779140 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59266) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:45.899090 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d3ec78af-5836-4b37-ad75-a665e529d146 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.049674 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d3ec78af-5836-4b37-ad75-a665e529d146 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.056012 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-d3ec78af-5836-4b37-ad75-a665e529d146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.108886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:46.184068 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-d3ec78af-5836-4b37-ad75-a665e529d146 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b87364ebdbe8434691c3774dae4248ea&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4038370
Jun 06 12:00:46.184860 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec78af-5836-4b37-ad75-a665e529d146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73149894-725b-4cb6-9753-d26130154c6b,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:46.186767 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59274) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:46.190556 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d3ec78af-5836-4b37-ad75-a665e529d146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:46.200441 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-a8759c32-d605-4d2f-b81e-e1bbf293979f tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:46.201987 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-a8759c32-d605-4d2f-b81e-e1bbf293979f tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.16 "GET /v2.0/networks?id=ecfd3742-0936-4a09-8b5b-1874d4c62c4c HTTP/1.1" status: 200  len: 813 time: 0.2102349
Jun 06 12:00:46.219855 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Request body: {'port': {'device_id': 'fe8a1dc2-f019-4c48-a057-40e6099b5da6', 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c', 'admin_state_up': True, 'tenant_id': '710c6cdce86a476b9f7c845eca2c8d8a'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:00:46.254280 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-279853f6-fbbc-421b-b235-5060193c9065 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.282320 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-279853f6-fbbc-421b-b235-5060193c9065 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.332735 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-279853f6-fbbc-421b-b235-5060193c9065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.335174 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-279853f6-fbbc-421b-b235-5060193c9065 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.336270 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-279853f6-fbbc-421b-b235-5060193c9065 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/73149894-725b-4cb6-9753-d26130154c6b HTTP/1.1" status: 204  len: 168 time: 0.1479094
Jun 06 12:00:46.337145 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-59e9a2e8-83c0-4abf-9dcf-23f3b45cd45e tempest-TestMinimumBasicScenario-1356833138 tempest-TestMinimumBasicScenario-1356833138-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:46.348310 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279853f6-fbbc-421b-b235-5060193c9065 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73149894-725b-4cb6-9753-d26130154c6b,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:46.354239 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-1f709689-2459-462e-a45b-8f68029b720b req-285c4f53-47e0-4b5a-90e7-ae2e46b92353 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 210 time: 0.0912666
Jun 06 12:00:46.355563 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-279853f6-fbbc-421b-b235-5060193c9065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:46.425324 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Made reservation on behalf of 710c6cdce86a476b9f7c845eca2c8d8a for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 12:00:46.428818 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.645434 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59284) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:46.662375 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b69a9eb0-892f-4597-8c9e-32caba54a611 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.694185 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Allocated IP 172.20.0.8 (ecfd3742-0936-4a09-8b5b-1874d4c62c4c/59072f87-2ab6-4b00-a23b-d855241a62ea/6dfb023d-f0af-41e7-b5df-1d502002d407) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 12:00:46.769711 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b69a9eb0-892f-4597-8c9e-32caba54a611 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.773521 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b69a9eb0-892f-4597-8c9e-32caba54a611 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.782135 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5ad5cbb7-a9c5-432e-acef-683b7c3641da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:46.821944 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-b69a9eb0-892f-4597-8c9e-32caba54a611 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=771fb113b1cc4969bf45d59397229600&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1754267
Jun 06 12:00:46.822852 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a9eb0-892f-4597-8c9e-32caba54a611 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee50b783-0488-41ce-ab76-3e3b2843c282,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:46.825108 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59286) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:46.838619 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b69a9eb0-892f-4597-8c9e-32caba54a611 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:46.893639 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7c03ca1c-f830-4a4e-9b2f-18de3cd47e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.912306 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.931782 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7c03ca1c-f830-4a4e-9b2f-18de3cd47e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.941662 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.947926 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:46.996791 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7c03ca1c-f830-4a4e-9b2f-18de3cd47e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:46.999905 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-7c03ca1c-f830-4a4e-9b2f-18de3cd47e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:47.001118 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-7c03ca1c-f830-4a4e-9b2f-18de3cd47e8f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee50b783-0488-41ce-ab76-3e3b2843c282 HTTP/1.1" status: 204  len: 168 time: 0.1751215
Jun 06 12:00:47.002153 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-279853f6-fbbc-421b-b235-5060193c9065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:47.014478 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03ca1c-f830-4a4e-9b2f-18de3cd47e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee50b783-0488-41ce-ab76-3e3b2843c282,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:47.017064 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Network ecfd3742-0936-4a09-8b5b-1874d4c62c4c is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 12:00:47.017281 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-7c03ca1c-f830-4a4e-9b2f-18de3cd47e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:47.020523 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 12:00:47.024561 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 12:00:47.111674 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Pushing event updated for resources: {'Port': ['ID=6dfb023d-f0af-41e7-b5df-1d502002d407,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:47.118573 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7a474eb4-636f-477b-8d0c-35feac54c109 req-9f75d6d7-c050-4b87-9759-72735cc03359 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 210 time: 0.0653417
Jun 06 12:00:47.119252 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:47.147672 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:47.148218 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:47.168218 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.9546413
Jun 06 12:00:47.180456 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Request body: {'port': {'device_id': 'fe8a1dc2-f019-4c48-a057-40e6099b5da6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:00:47.303065 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:47.668853 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec78d85-8eec-4018-a5d6-6e751d937097 req-8656d8ed-a30d-4629-afce-25ec88206c4e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:47.670266 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9ec78d85-8eec-4018-a5d6-6e751d937097 req-8656d8ed-a30d-4629-afce-25ec88206c4e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 931 time: 0.1823065
Jun 06 12:00:47.777233 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dfb023d-f0af-41e7-b5df-1d502002d407 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 12:00:47.777821 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9ec78d85-8eec-4018-a5d6-6e751d937097 req-3981032a-c178-4a1f-be58-d27b2457214c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0946496
Jun 06 12:00:47.783076 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:47.798491 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Transition to ACTIVE for port object 6dfb023d-f0af-41e7-b5df-1d502002d407 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 12:00:47.802678 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:47.806245 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-8d9d0605-7636-4dd3-94be-c6128755726e tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:47.933552 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfb023d-f0af-41e7-b5df-1d502002d407,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:47.959852 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:48.040366 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Attempting to bind port 6dfb023d-f0af-41e7-b5df-1d502002d407 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 12:00:48.040899 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Attempting to bind port 6dfb023d-f0af-41e7-b5df-1d502002d407 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6b8011e7-cbc8-45af-92fe-85b37304d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 12:00:48.041319 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Attempting to bind port 6dfb023d-f0af-41e7-b5df-1d502002d407 on network ecfd3742-0936-4a09-8b5b-1874d4c62c4c {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 12:00:48.047343 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Port 6dfb023d-f0af-41e7-b5df-1d502002d407 on network ecfd3742-0936-4a09-8b5b-1874d4c62c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 12:00:48.047794 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Attempting to bind port 6dfb023d-f0af-41e7-b5df-1d502002d407 on network ecfd3742-0936-4a09-8b5b-1874d4c62c4c {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 12:00:48.054157 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 12:00:48.054157 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Checking segment: {'id': '6b8011e7-cbc8-45af-92fe-85b37304d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 12:00:48.054575 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Bound using segment: {'id': '6b8011e7-cbc8-45af-92fe-85b37304d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 12:00:48.055269 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Bound port: 6dfb023d-f0af-41e7-b5df-1d502002d407, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8011e7-cbc8-45af-92fe-85b37304d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 12:00:48.055630 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:48.295520 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-44d67801-3a2e-43ea-a082-81baef13a6ef req-61824337-e18b-4823-b17b-8aded0d5d3d9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 210 time: 0.0595777
Jun 06 12:00:48.338908 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ced4b4-defa-486d-b69b-8294a2c380af req-b6b9ca6e-b4e6-4981-90e6-181e32367c78 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:48.340300 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-b6b9ca6e-b4e6-4981-90e6-181e32367c78 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 812 time: 0.2350864
Jun 06 12:00:48.345945 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] For port 6dfb023d-f0af-41e7-b5df-1d502002d407, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 12:00:48.349195 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] For port 6dfb023d-f0af-41e7-b5df-1d502002d407, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6dfb023d-f0af-41e7-b5df-1d502002d407,segment=NetworkSegment(6b8011e7-cbc8-45af-92fe-85b37304d103),segment_id=6b8011e7-cbc8-45af-92fe-85b37304d103)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 12:00:48.354323 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:48.360526 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-dcbc7203-fca1-4173-94c1-d23aea0c8eef tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:48.544348 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:48.544980 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:48.546339 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] 10.222.0.16 "PUT /v2.0/ports/6dfb023d-f0af-41e7-b5df-1d502002d407 HTTP/1.1" status: 200  len: 1093 time: 1.3702507
Jun 06 12:00:48.549356 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe8a1dc2-f019-4c48-a057-40e6099b5da6', 'tag': '6dfb023d-f0af-41e7-b5df-1d502002d407'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:00:48.551715 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f295edc2-e17f-42cd-a213-c432a4682212" -d '{"events": [{"name": "network-changed", "server_uuid": "fe8a1dc2-f019-4c48-a057-40e6099b5da6", "tag": "6dfb023d-f0af-41e7-b5df-1d502002d407"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:00:48.575878 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59346) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:48.588773 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-99a4700c-1ce1-48e8-a678-71cb551b6546 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=686e8a3abe34498f8f040ce70883dd57 HTTP/1.1" status: 200  len: 380 time: 0.1912785
Jun 06 12:00:48.629326 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-742b6c17-1847-4573-8fba-30b937da2a9c x-openstack-request-id: req-742b6c17-1847-4573-8fba-30b937da2a9c {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:00:48.629656 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fe8a1dc2-f019-4c48-a057-40e6099b5da6", "tag": "6dfb023d-f0af-41e7-b5df-1d502002d407", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:00:48.629947 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-742b6c17-1847-4573-8fba-30b937da2a9c {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:00:48.630413 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe8a1dc2-f019-4c48-a057-40e6099b5da6', 'tag': '6dfb023d-f0af-41e7-b5df-1d502002d407', 'status': 'completed', 'code': 200}
Jun 06 12:00:48.630955 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Pushing event updated for resources: {'Port': ['ID=6dfb023d-f0af-41e7-b5df-1d502002d407,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:48.641549 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'port': {'device_id': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'admin_state_up': True, 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'security_groups': ['27d3d788-a403-4452-8528-b6cd161399e5']}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:00:48.661598 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:48.704435 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1702ba2c-0d20-420b-9748-65a72a0c91e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:48.799530 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-826df242-ea4b-415d-b07a-483dedfd8e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:48.801074 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-826df242-ea4b-415d-b07a-483dedfd8e43 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=710c6cdce86a476b9f7c845eca2c8d8a&device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 1096 time: 0.2106955
Jun 06 12:00:48.808756 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1702ba2c-0d20-420b-9748-65a72a0c91e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:48.814309 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1702ba2c-0d20-420b-9748-65a72a0c91e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:48.823362 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-902af9b6-b352-48ed-8d5d-3fed0c6cdd0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:48.856061 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1702ba2c-0d20-420b-9748-65a72a0c91e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d84ef6d-ef70-499f-8533-0ef74b82087d,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:48.862215 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1702ba2c-0d20-420b-9748-65a72a0c91e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:48.872260 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59352) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:00:48.873337 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1702ba2c-0d20-420b-9748-65a72a0c91e4 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=47da37719fdc4fd783819b2aaa9f69af&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2958295
Jun 06 12:00:48.894917 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-1fa30fcd-2a55-45bb-8644-043f31d3b84c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dfb023d-f0af-41e7-b5df-1d502002d407 HTTP/1.1" status: 200  len: 217 time: 0.0811536
Jun 06 12:00:48.997929 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Made reservation on behalf of 686e8a3abe34498f8f040ce70883dd57 for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 12:00:49.002639 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:49.106287 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-addfaf5b-5417-4d9e-a6a5-af286d221680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:49.107752 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-addfaf5b-5417-4d9e-a6a5-af286d221680 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59072f87-2ab6-4b00-a23b-d855241a62ea HTTP/1.1" status: 200  len: 853 time: 0.2051573
Jun 06 12:00:49.182224 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-84733470-3490-463c-a51d-1294ea666806 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:49.185163 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-9922e956-2b0c-4731-a43d-c95827e31e8f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecfd3742-0936-4a09-8b5b-1874d4c62c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0679481
Jun 06 12:00:49.274997 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-84733470-3490-463c-a51d-1294ea666806 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:49.291137 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a130da-776d-41f2-966d-6425997d3001 req-a68666db-e523-407c-986a-e50c6e22f8d5 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:49.292576 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-87a130da-776d-41f2-966d-6425997d3001 req-a68666db-e523-407c-986a-e50c6e22f8d5 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 943 time: 0.3462172
Jun 06 12:00:49.501624 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Allocated IP 172.20.0.5 (635d2781-a27a-4f29-9f06-dde3ee9ec75f/b6cc30e6-78ed-4597-966d-9c8ca50a31ab/ce910242-1ed4-4f2c-a362-d1a63a314cf3) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 12:00:49.512331 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-654dbee1-37f5-4151-84ff-40f7bd25f26c service neutron] 10.222.0.16 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3113081
Jun 06 12:00:49.516250 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-87a130da-776d-41f2-966d-6425997d3001 req-725d7cfe-2e92-4232-a5cc-4de7c51bdc46 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1865993
Jun 06 12:00:49.585334 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-84733470-3490-463c-a51d-1294ea666806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:49.587738 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-84733470-3490-463c-a51d-1294ea666806 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:49.588829 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-84733470-3490-463c-a51d-1294ea666806 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4d84ef6d-ef70-499f-8533-0ef74b82087d HTTP/1.1" status: 204  len: 168 time: 0.7068717
Jun 06 12:00:49.622188 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1fa36323-6532-4afe-8ca5-9336fdb6cd93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:49.704967 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a8512ac3-14ec-483a-b580-96dd32250e11 req-fe7a6363-4701-441e-a9bd-b7e248d0f7f9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 210 time: 0.1268129
Jun 06 12:00:49.727316 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84733470-3490-463c-a51d-1294ea666806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d84ef6d-ef70-499f-8533-0ef74b82087d,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:49.727316 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-84733470-3490-463c-a51d-1294ea666806 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:49.785495 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-76803020-953a-4c4f-b48c-9bff88da2ee9 req-8e5b4211-662d-4ff5-ac1d-bdcc3c946d66 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2627900
Jun 06 12:00:49.959693 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:49.979525 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Transition to ACTIVE for port object ce910242-1ed4-4f2c-a362-d1a63a314cf3 will not be triggered until provisioned by entity DHCP. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 12:00:49.985804 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295edc2-e17f-42cd-a213-c432a4682212 req-c22d4e32-8f4f-4c48-aeac-35c2e656baee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:49.987268 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f295edc2-e17f-42cd-a213-c432a4682212 req-c22d4e32-8f4f-4c48-aeac-35c2e656baee service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=710c6cdce86a476b9f7c845eca2c8d8a&device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 1096 time: 0.1446409
Jun 06 12:00:50.096632 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:50.107636 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-fdde98e4-fea9-4581-8d87-626534f0587c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:50.300178 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 12:00:50.301376 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295edc2-e17f-42cd-a213-c432a4682212 req-e6df275f-9336-4e7b-bc79-acc4c5076359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:50.302804 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f295edc2-e17f-42cd-a213-c432a4682212 req-e6df275f-9336-4e7b-bc79-acc4c5076359 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ecfd3742-0936-4a09-8b5b-1874d4c62c4c HTTP/1.1" status: 200  len: 914 time: 0.3087504
Jun 06 12:00:50.303425 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'Port': ['ID=ce910242-1ed4-4f2c-a362-d1a63a314cf3,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:50.305935 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 12:00:50.307682 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:50.308349 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 12:00:50.405858 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f295edc2-e17f-42cd-a213-c432a4682212 req-969dbcda-16a7-4ba8-9967-4fe501ca6ad7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6dfb023d-f0af-41e7-b5df-1d502002d407 HTTP/1.1" status: 200  len: 217 time: 0.0724590
Jun 06 12:00:50.466486 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:50.467091 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:50.489945 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-a216ccb3-0b12-438e-a79d-2d5742161c4b None None] Provisioning for port ce910242-1ed4-4f2c-a362-d1a63a314cf3 completed by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 12:00:50.495339 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-a216ccb3-0b12-438e-a79d-2d5742161c4b None None] Provisioning complete for port ce910242-1ed4-4f2c-a362-d1a63a314cf3 triggered by entity DHCP. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 12:00:50.495783 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a216ccb3-0b12-438e-a79d-2d5742161c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:50.498471 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f295edc2-e17f-42cd-a213-c432a4682212 req-ec903cff-6af2-4cfb-b660-3e56bf82c928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:50.500524 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f295edc2-e17f-42cd-a213-c432a4682212 req-ec903cff-6af2-4cfb-b660-3e56bf82c928 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59072f87-2ab6-4b00-a23b-d855241a62ea HTTP/1.1" status: 200  len: 853 time: 0.0851665
Jun 06 12:00:50.502113 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-1d3ca210-e04b-445f-a085-54030714cdb0 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8745887
Jun 06 12:00:50.552599 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Request body: {'port': {'device_id': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:00:50.552878 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-a216ccb3-0b12-438e-a79d-2d5742161c4b None None] Port ce910242-1ed4-4f2c-a362-d1a63a314cf3 cannot update to ACTIVE because it is not bound. {{(pid=91707) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}}
Jun 06 12:00:50.586251 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f295edc2-e17f-42cd-a213-c432a4682212 req-5b68e880-dbbe-45a2-8e86-d84290410f24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecfd3742-0936-4a09-8b5b-1874d4c62c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0715125
Jun 06 12:00:50.820410 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:50.889844 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f295edc2-e17f-42cd-a213-c432a4682212 req-0861d112-4a69-4b64-9f54-7051a2ac1d84 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2930725
Jun 06 12:00:50.984214 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f65be51-e777-42fd-a065-d7b6fdd6651b req-84bef246-ddf7-4034-a6af-126afe7b2fcf tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:50.986080 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7f65be51-e777-42fd-a065-d7b6fdd6651b req-84bef246-ddf7-4034-a6af-126afe7b2fcf tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 943 time: 0.3452661
Jun 06 12:00:51.182189 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7f65be51-e777-42fd-a065-d7b6fdd6651b req-a2e27ec9-1c11-4a0a-9ca6-c47a1db05812 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1742256
Jun 06 12:00:51.207438 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226fd744-313c-4a0c-96dd-809ccb9f728f req-f8a3cec3-f09a-44f2-a58e-958eb8cbeafa tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:51.208890 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-226fd744-313c-4a0c-96dd-809ccb9f728f req-f8a3cec3-f09a-44f2-a58e-958eb8cbeafa tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 931 time: 0.3666823
Jun 06 12:00:51.219300 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f295edc2-e17f-42cd-a213-c432a4682212 req-d580ada6-9882-4d9f-abdd-ddae9c053c28 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3211443
Jun 06 12:00:51.335784 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-226fd744-313c-4a0c-96dd-809ccb9f728f req-474d6c9b-ab92-4175-9cf3-2c0d14de9018 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1208861
Jun 06 12:00:51.440443 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce910242-1ed4-4f2c-a362-d1a63a314cf3 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 12:00:51.447341 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:51.460905 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Transition to ACTIVE for port object ce910242-1ed4-4f2c-a362-d1a63a314cf3 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 12:00:51.464319 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:51.468521 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-54802b71-a041-4f8c-99bb-589c21168e5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:51.591225 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Pushing event updated for resources: {'Port': ['ID=ce910242-1ed4-4f2c-a362-d1a63a314cf3,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:51.621047 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:51.697387 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Attempting to bind port ce910242-1ed4-4f2c-a362-d1a63a314cf3 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 12:00:51.697645 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Attempting to bind port ce910242-1ed4-4f2c-a362-d1a63a314cf3 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 12:00:51.697966 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Attempting to bind port ce910242-1ed4-4f2c-a362-d1a63a314cf3 on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 12:00:51.702498 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Port ce910242-1ed4-4f2c-a362-d1a63a314cf3 on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 12:00:51.702804 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Attempting to bind port ce910242-1ed4-4f2c-a362-d1a63a314cf3 on network 635d2781-a27a-4f29-9f06-dde3ee9ec75f {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 12:00:51.707835 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 12:00:51.708162 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Checking segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 12:00:51.708532 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Bound using segment: {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 12:00:51.708969 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Bound port: ce910242-1ed4-4f2c-a362-d1a63a314cf3, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75b651c3-0813-4941-a32b-cc1b76e05b2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 653, 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 12:00:51.709305 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:51.798612 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] For port ce910242-1ed4-4f2c-a362-d1a63a314cf3, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 12:00:51.801446 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] For port ce910242-1ed4-4f2c-a362-d1a63a314cf3, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce910242-1ed4-4f2c-a362-d1a63a314cf3,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 12:00:51.805981 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:51.810268 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-d1ffe1e6-43c1-4de2-af2d-709fb9d3cd04 tempest-AttachVolumeShelveTestJSON-725449411 tempest-AttachVolumeShelveTestJSON-725449411-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:51.963620 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:51.964806 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:51.965596 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] 10.222.0.16 "PUT /v2.0/ports/ce910242-1ed4-4f2c-a362-d1a63a314cf3 HTTP/1.1" status: 200  len: 1093 time: 1.4221959
Jun 06 12:00:51.966118 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'tag': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:00:51.968315 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f76dc2-64f6-489a-ae45-9576f410e506" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7b1aff-9200-42e5-afe1-6c64445272cd", "tag": "ce910242-1ed4-4f2c-a362-d1a63a314cf3"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:00:51.986517 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Pushing event updated for resources: {'Port': ['ID=ce910242-1ed4-4f2c-a362-d1a63a314cf3,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:51.989523 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:52.039335 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea70877-552f-4168-83db-d780ed9d278e x-openstack-request-id: req-4ea70877-552f-4168-83db-d780ed9d278e {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:00:52.039657 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7b1aff-9200-42e5-afe1-6c64445272cd", "tag": "ce910242-1ed4-4f2c-a362-d1a63a314cf3", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:00:52.039940 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4ea70877-552f-4168-83db-d780ed9d278e {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:00:52.040351 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'tag': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'status': 'completed', 'code': 200}
Jun 06 12:00:52.083689 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ced4b4-defa-486d-b69b-8294a2c380af req-ffa9c1b0-90fa-473e-9489-ba01a3451304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:52.085190 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-ffa9c1b0-90fa-473e-9489-ba01a3451304 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 1096 time: 0.0785105
Jun 06 12:00:52.152824 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-e68df3cc-04d4-47d1-94d9-0b5ab8ed6398 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce910242-1ed4-4f2c-a362-d1a63a314cf3 HTTP/1.1" status: 200  len: 217 time: 0.0605137
Jun 06 12:00:52.217049 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ced4b4-defa-486d-b69b-8294a2c380af req-483f8c2a-e983-45e3-bcbd-97b50def478d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:52.218469 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-483f8c2a-e983-45e3-bcbd-97b50def478d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.0596113
Jun 06 12:00:52.338684 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ced4b4-defa-486d-b69b-8294a2c380af req-c554b99b-ed11-4ea6-86b3-0c1e8da47c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:52.340078 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-c554b99b-ed11-4ea6-86b3-0c1e8da47c22 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1153400
Jun 06 12:00:52.492403 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960b5e73-5b22-40c3-8e7c-69e5147ff877 req-51f5b414-e0b5-4657-8fe6-9bdfd705a8d6 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:52.493736 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-960b5e73-5b22-40c3-8e7c-69e5147ff877 req-51f5b414-e0b5-4657-8fe6-9bdfd705a8d6 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 943 time: 0.2057686
Jun 06 12:00:52.554849 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-bb5e86dc-121b-44bb-bece-1aa490ee9118 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2069421
Jun 06 12:00:52.615913 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-960b5e73-5b22-40c3-8e7c-69e5147ff877 req-e4f1e5d1-adfb-426b-963a-125bd5c292d1 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102169
Jun 06 12:00:52.681628 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff8aa86-f324-401b-945e-688db13119f1 req-f9711a11-5621-433e-b10c-df15af379d50 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:52.683029 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9ff8aa86-f324-401b-945e-688db13119f1 req-f9711a11-5621-433e-b10c-df15af379d50 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 943 time: 0.2384152
Jun 06 12:00:52.701028 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:00:52.736409 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-51ced4b4-defa-486d-b69b-8294a2c380af req-34e4f938-30e9-4063-9dcc-d6d041d9e605 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1713240
Jun 06 12:00:52.757728 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9ff8aa86-f324-401b-945e-688db13119f1 req-633d940b-0c09-49f4-82dd-864beb329a19 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596783
Jun 06 12:00:52.844828 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-803acc20-c61f-4580-8b26-fee864dc236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:52.846327 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-803acc20-c61f-4580-8b26-fee864dc236d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 1096 time: 0.0687175
Jun 06 12:00:52.978565 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-1e4705f9-8b56-488a-b73f-b387e390b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:52.979990 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-1e4705f9-8b56-488a-b73f-b387e390b2e8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 913 time: 0.1269865
Jun 06 12:00:53.049900 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-35fd4790-19cb-4dcf-9b80-cf2a13227e53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce910242-1ed4-4f2c-a362-d1a63a314cf3 HTTP/1.1" status: 200  len: 217 time: 0.0621541
Jun 06 12:00:53.112693 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-c6908517-5ea8-4543-bc5c-b3a44581cceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:53.114064 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-c6908517-5ea8-4543-bc5c-b3a44581cceb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.0554006
Jun 06 12:00:53.191506 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-471dc63a-bf31-4d58-b6a0-a2d63531fcae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:53.192947 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-471dc63a-bf31-4d58-b6a0-a2d63531fcae service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0697758
Jun 06 12:00:53.321344 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-2df07476-0142-4024-bf30-db4961307986 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1196187
Jun 06 12:00:53.447479 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-27f76dc2-64f6-489a-ae45-9576f410e506 req-cea71e94-d1e5-424f-8edb-bafb2dc5a23f service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195166
Jun 06 12:00:53.576736 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 6dfb023d-f0af-41e7-b5df-1d502002d407 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 12:00:53.706782 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 6dfb023d-f0af-41e7-b5df-1d502002d407, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6dfb023d-f0af-41e7-b5df-1d502002d407,segment=NetworkSegment(6b8011e7-cbc8-45af-92fe-85b37304d103),segment_id=6b8011e7-cbc8-45af-92fe-85b37304d103)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:00:53.719463 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '6dfb023d-f0af-41e7-b5df-1d502002d407', 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c', 'port_id': '6dfb023d-f0af-41e7-b5df-1d502002d407', 'mac_address': 'fa:16:3e:dc:b5:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59072f87-2ab6-4b00-a23b-d855241a62ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 12:00:53.775433 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:53.793079 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dfb023d-f0af-41e7-b5df-1d502002d407 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 12:00:53.809580 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 6dfb023d-f0af-41e7-b5df-1d502002d407, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6dfb023d-f0af-41e7-b5df-1d502002d407,segment=NetworkSegment(6b8011e7-cbc8-45af-92fe-85b37304d103),segment_id=6b8011e7-cbc8-45af-92fe-85b37304d103)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:00:53.814247 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:53.815997 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:53.884248 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=6dfb023d-f0af-41e7-b5df-1d502002d407,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:53.891754 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.892099 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.892432 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.892778 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.893117 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.893441 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.893764 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.894085 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.894406 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.894722 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.895037 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.895350 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:00:53.899000 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:53.955244 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c26537-d277-4a45-9dfb-a6d3707bbbad req-5b94a014-51a4-47a5-9d18-e2cbd40c57b7 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:53.956751 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-31c26537-d277-4a45-9dfb-a6d3707bbbad req-5b94a014-51a4-47a5-9d18-e2cbd40c57b7 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 944 time: 0.2310605
Jun 06 12:00:53.993731 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076f4e9e-1f89-454d-8c28-84937023d552 req-0a83b3ba-0a9a-4707-811b-0fab413099f9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:53.995134 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-076f4e9e-1f89-454d-8c28-84937023d552 req-0a83b3ba-0a9a-4707-811b-0fab413099f9 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 943 time: 0.1222007
Jun 06 12:00:54.034437 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-31c26537-d277-4a45-9dfb-a6d3707bbbad req-b64b2a7c-280d-48c3-9c50-9842f1bad261 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0679972
Jun 06 12:00:54.046402 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['6dfb023d-f0af-41e7-b5df-1d502002d407'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 12:00:54.054448 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-076f4e9e-1f89-454d-8c28-84937023d552 req-08dd4166-babb-4c46-b3c1-5dc357d21c2f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0483198
Jun 06 12:00:55.280206 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2239743d-69b5-45ae-9021-197eb4d669ed req-b2af892b-c0f0-4c79-83ca-7cc5e4c34587 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:55.281691 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2239743d-69b5-45ae-9021-197eb4d669ed req-b2af892b-c0f0-4c79-83ca-7cc5e4c34587 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 944 time: 0.1427958
Jun 06 12:00:55.289930 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f7cbb8-4d78-4a90-b971-340f5831210c req-3954c4d7-d1ea-4223-b909-59ffb98b3144 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:55.291290 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-50f7cbb8-4d78-4a90-b971-340f5831210c req-3954c4d7-d1ea-4223-b909-59ffb98b3144 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 943 time: 0.1163659
Jun 06 12:00:55.358213 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2239743d-69b5-45ae-9021-197eb4d669ed req-86a3c4ca-8036-4d6c-be06-6ec68ba02514 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0658960
Jun 06 12:00:55.370730 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-50f7cbb8-4d78-4a90-b971-340f5831210c req-d6cba63e-c4e7-447f-9961-2046b79aa73a tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0639911
Jun 06 12:00:55.584355 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 6dfb023d-f0af-41e7-b5df-1d502002d407 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 12:00:55.650375 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 6dfb023d-f0af-41e7-b5df-1d502002d407 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 12:00:55.654751 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 6dfb023d-f0af-41e7-b5df-1d502002d407 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 12:00:55.655127 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:55.769899 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:55.795504 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8a1dc2-f019-4c48-a057-40e6099b5da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfb023d-f0af-41e7-b5df-1d502002d407'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:00:55.798374 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c23573a-bbe2-4d4e-9908-21518aa5d37c" -d '{"events": [{"server_uuid": "fe8a1dc2-f019-4c48-a057-40e6099b5da6", "name": "network-vif-plugged", "status": "completed", "tag": "6dfb023d-f0af-41e7-b5df-1d502002d407"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:00:55.806271 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 6dfb023d-f0af-41e7-b5df-1d502002d407, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6dfb023d-f0af-41e7-b5df-1d502002d407,segment=NetworkSegment(6b8011e7-cbc8-45af-92fe-85b37304d103),segment_id=6b8011e7-cbc8-45af-92fe-85b37304d103)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:00:55.810384 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:00:55.812131 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:00:55.845358 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4ccd55-f751-4965-a797-0158f8869019 x-openstack-request-id: req-6c4ccd55-f751-4965-a797-0158f8869019 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:00:55.845656 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8a1dc2-f019-4c48-a057-40e6099b5da6", "name": "network-vif-plugged", "status": "completed", "tag": "6dfb023d-f0af-41e7-b5df-1d502002d407", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:00:55.845911 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-6c4ccd55-f751-4965-a797-0158f8869019 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:00:55.846294 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8a1dc2-f019-4c48-a057-40e6099b5da6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dfb023d-f0af-41e7-b5df-1d502002d407', 'code': 200}
Jun 06 12:00:55.878948 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=6dfb023d-f0af-41e7-b5df-1d502002d407,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:00:55.881730 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:00:56.060738 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569fe096-a99f-48ff-8077-dc02f849d6b2 req-84c9df8f-804b-4504-aa22-5f9d686105fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:56.062164 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-569fe096-a99f-48ff-8077-dc02f849d6b2 req-84c9df8f-804b-4504-aa22-5f9d686105fd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 1098 time: 0.0683763
Jun 06 12:00:56.101750 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-569fe096-a99f-48ff-8077-dc02f849d6b2 req-88c38762-52ea-4ef7-bc5a-a218756a48a8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0328851
Jun 06 12:00:56.605483 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a18fe1-d319-4ed7-abbe-ab479a365bdb req-b6d07ac7-ae7d-404f-ba74-1694e0b96287 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:56.606912 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a8a18fe1-d319-4ed7-abbe-ab479a365bdb req-b6d07ac7-ae7d-404f-ba74-1694e0b96287 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 945 time: 0.1396680
Jun 06 12:00:56.615274 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f0c84-82ab-437e-8ab2-56cbfe12ec5e req-baa9c509-13d3-423a-bc58-08b9a312bc06 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:56.616593 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2d2f0c84-82ab-437e-8ab2-56cbfe12ec5e req-baa9c509-13d3-423a-bc58-08b9a312bc06 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 943 time: 0.1188207
Jun 06 12:00:56.680870 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a8a18fe1-d319-4ed7-abbe-ab479a365bdb req-a8e4c9bb-659d-4b88-aed9-fa338d85e353 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632100
Jun 06 12:00:56.690178 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-2d2f0c84-82ab-437e-8ab2-56cbfe12ec5e req-4849c240-ede7-4bf5-9b53-b78e425183df tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592339
Jun 06 12:00:57.926094 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06b48b0-e890-47e2-b2b5-85b208215ccd req-7b833c37-7e1e-4e73-8677-2cfbde8da771 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:57.927529 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e06b48b0-e890-47e2-b2b5-85b208215ccd req-7b833c37-7e1e-4e73-8677-2cfbde8da771 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 945 time: 0.1387899
Jun 06 12:00:57.934716 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb0608a-08f1-4742-95f9-e9dadc38c77b req-0ea29c37-303b-4ff3-843e-b546ab940f19 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:57.936040 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0cb0608a-08f1-4742-95f9-e9dadc38c77b req-0ea29c37-303b-4ff3-843e-b546ab940f19 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 943 time: 0.1141691
Jun 06 12:00:58.009303 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e06b48b0-e890-47e2-b2b5-85b208215ccd req-06754f2e-ba6a-4e3d-936c-87b0fea80871 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723221
Jun 06 12:00:58.011947 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0cb0608a-08f1-4742-95f9-e9dadc38c77b req-3d98beb1-5b5f-4e52-835d-da13ab205623 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624113
Jun 06 12:00:59.201489 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c90277b-5718-4582-96a5-368c3a9594f4 req-8e8c7f4a-bdec-4818-bcba-c32048c9d06d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:00:59.203017 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0c90277b-5718-4582-96a5-368c3a9594f4 req-8e8c7f4a-bdec-4818-bcba-c32048c9d06d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 943 time: 0.0836999
Jun 06 12:00:59.247786 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0c90277b-5718-4582-96a5-368c3a9594f4 req-7ba09423-6e54-406b-bdb2-ccc4371d5e70 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390329
Jun 06 12:01:00.442982 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a5fb5d-dcfc-43b6-922a-c784b347cb53 req-0c1f06fb-3e66-4df9-962b-4d10b21be71b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:00.444483 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a3a5fb5d-dcfc-43b6-922a-c784b347cb53 req-0c1f06fb-3e66-4df9-962b-4d10b21be71b tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 943 time: 0.0890872
Jun 06 12:01:00.488468 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a3a5fb5d-dcfc-43b6-922a-c784b347cb53 req-9bcb529a-c056-48f3-90b5-b4faab72695d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382633
Jun 06 12:01:01.643699 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ce910242-1ed4-4f2c-a362-d1a63a314cf3 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 12:01:01.684331 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7492b519-29bd-43c4-ad25-ee7ee2b42cd7 req-fedafbee-41b0-49fd-badc-6d2a74fa1269 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:01.685910 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7492b519-29bd-43c4-ad25-ee7ee2b42cd7 req-fedafbee-41b0-49fd-badc-6d2a74fa1269 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 943 time: 0.0912893
Jun 06 12:01:01.751394 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-7492b519-29bd-43c4-ad25-ee7ee2b42cd7 req-f2232d00-7fa5-42a6-bbb6-95c4ba1e9457 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573151
Jun 06 12:01:01.806965 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ce910242-1ed4-4f2c-a362-d1a63a314cf3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce910242-1ed4-4f2c-a362-d1a63a314cf3,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:01.819990 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'port_id': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'mac_address': 'fa:16:3e:a8:7b:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 653, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 12:01:01.878253 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:01.895885 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce910242-1ed4-4f2c-a362-d1a63a314cf3 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 12:01:01.910524 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ce910242-1ed4-4f2c-a362-d1a63a314cf3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce910242-1ed4-4f2c-a362-d1a63a314cf3,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:01.915538 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:01.917313 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:01.983371 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=ce910242-1ed4-4f2c-a362-d1a63a314cf3,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:01.986946 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:02.169043 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['ce910242-1ed4-4f2c-a362-d1a63a314cf3'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 12:01:02.558801 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:02.940019 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346e89d5-ab56-42cc-a251-ee21466e5155 req-df5dddb3-52e7-4249-84aa-6551aac278ea tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:02.941559 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-346e89d5-ab56-42cc-a251-ee21466e5155 req-df5dddb3-52e7-4249-84aa-6551aac278ea tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 944 time: 0.0847063
Jun 06 12:01:02.987444 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-346e89d5-ab56-42cc-a251-ee21466e5155 req-0d087bd1-1fa1-4f6e-ac0e-f70714cb27de tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402040
Jun 06 12:01:03.662142 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ce910242-1ed4-4f2c-a362-d1a63a314cf3 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 12:01:03.759734 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port ce910242-1ed4-4f2c-a362-d1a63a314cf3 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 12:01:03.764718 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port ce910242-1ed4-4f2c-a362-d1a63a314cf3 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 12:01:03.765312 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:03.879852 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:03.905610 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:01:03.907919 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73117984-8624-4f07-993e-b088d8f72718" -d '{"events": [{"server_uuid": "7c7b1aff-9200-42e5-afe1-6c64445272cd", "name": "network-vif-plugged", "status": "completed", "tag": "ce910242-1ed4-4f2c-a362-d1a63a314cf3"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:01:03.915806 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port ce910242-1ed4-4f2c-a362-d1a63a314cf3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce910242-1ed4-4f2c-a362-d1a63a314cf3,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:03.919733 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:03.921594 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-524e784d-6cb3-4c53-82d3-1721e16b47b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:03.957768 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd960772-7ff8-4d5e-9b18-846d25c6aa87 x-openstack-request-id: req-fd960772-7ff8-4d5e-9b18-846d25c6aa87 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:01:03.957768 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7b1aff-9200-42e5-afe1-6c64445272cd", "name": "network-vif-plugged", "status": "completed", "tag": "ce910242-1ed4-4f2c-a362-d1a63a314cf3", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:01:03.957768 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-fd960772-7ff8-4d5e-9b18-846d25c6aa87 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:01:03.957768 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'code': 200}
Jun 06 12:01:03.989718 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=ce910242-1ed4-4f2c-a362-d1a63a314cf3,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:03.992772 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:04.213317 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-75733225-bc78-41dd-9ec6-b7435c60e9bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1343446
Jun 06 12:01:04.221070 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486a6f7f-a627-4c98-8d7b-08838b401567 req-b8242f21-3a71-41e5-ad9d-e4f67dbe03d3 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:04.222388 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-486a6f7f-a627-4c98-8d7b-08838b401567 req-b8242f21-3a71-41e5-ad9d-e4f67dbe03d3 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 945 time: 0.1095984
Jun 06 12:01:04.357205 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-486a6f7f-a627-4c98-8d7b-08838b401567 req-1ef57b6b-df5a-400f-b770-8cd908834ea8 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1046762
Jun 06 12:01:04.390905 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-e3a4295b-8d07-4a33-85d5-6c66fe409751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:04.392365 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-e3a4295b-8d07-4a33-85d5-6c66fe409751 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d7527513e8342feb4bbeaf1a100ded0&device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1098 time: 0.1028538
Jun 06 12:01:04.394101 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67cdbbe-0d7e-4fb3-a833-10c396efa206 req-23a4f35a-6a9d-4a46-9c8f-8d1f196ad351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:04.395403 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a67cdbbe-0d7e-4fb3-a833-10c396efa206 req-23a4f35a-6a9d-4a46-9c8f-8d1f196ad351 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 1098 time: 0.1722028
Jun 06 12:01:04.602591 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a67cdbbe-0d7e-4fb3-a833-10c396efa206 req-cd5ed4bf-97e9-4319-bfd0-e32040a243dc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1992760
Jun 06 12:01:04.641316 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-ea7c12d0-3eb4-4068-a7bf-5203c3c72914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:04.642730 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-ea7c12d0-3eb4-4068-a7bf-5203c3c72914 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8d2b8f-4573-48da-8fc1-b3932b34807e HTTP/1.1" status: 200  len: 910 time: 0.2270741
Jun 06 12:01:04.747887 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-0e7dfdfb-4b7b-4116-9106-15a194eacb99 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7902d85b-51ca-4da6-bec3-025e388233f3 HTTP/1.1" status: 200  len: 999 time: 0.0957170
Jun 06 12:01:04.812303 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-8942ec65-fee7-49ef-bc64-7ee041dc04b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:04.813753 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-8942ec65-fee7-49ef-bc64-7ee041dc04b7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a641ac2e-55ba-4e95-886a-729156c57985 HTTP/1.1" status: 200  len: 848 time: 0.0587077
Jun 06 12:01:04.890012 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-e4e6c66e-4c82-41a8-8e01-cf001c2f437b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:04.892014 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-e4e6c66e-4c82-41a8-8e01-cf001c2f437b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8d2b8f-4573-48da-8fc1-b3932b34807e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0705822
Jun 06 12:01:05.023927 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-a8e933a7-c2cd-4d0e-84b4-01ee10ec1dcf service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1242850
Jun 06 12:01:05.164168 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-66a8f2b9-55a3-4647-9398-e426bbd1be2e req-202c63d7-1af4-4f0b-b60b-7b2ad1bebc30 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1337914
Jun 06 12:01:05.552634 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a187b56c-55e7-4728-a237-686ee720fc0f req-37f1e9a1-dae7-4761-8c7c-6987ab0bcf23 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:05.554361 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a187b56c-55e7-4728-a237-686ee720fc0f req-37f1e9a1-dae7-4761-8c7c-6987ab0bcf23 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 945 time: 0.0876489
Jun 06 12:01:05.605861 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a187b56c-55e7-4728-a237-686ee720fc0f req-1d7e97d2-e06f-4b6c-ac6a-c64476e28cc1 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0454142
Jun 06 12:01:05.698587 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-79e7c1b5-73c4-4e51-a4f3-772771db185f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:06.794912 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3336f5dc-f72e-4795-a5f5-ae66b38b3b8e req-18d066ef-e78a-40f8-baf8-cc54b2478b6c tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:06.797091 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3336f5dc-f72e-4795-a5f5-ae66b38b3b8e req-18d066ef-e78a-40f8-baf8-cc54b2478b6c tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 945 time: 0.0826688
Jun 06 12:01:06.841099 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-3336f5dc-f72e-4795-a5f5-ae66b38b3b8e req-9e3d08e5-3735-4c70-94dd-0dea50187378 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0387340
Jun 06 12:01:07.034391 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e5602-8b1f-420f-9d7f-f19049a2e723 req-7f45bc76-5d90-46a4-8179-4a1b182618f7 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:07.035896 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fc9e5602-8b1f-420f-9d7f-f19049a2e723 req-7f45bc76-5d90-46a4-8179-4a1b182618f7 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 945 time: 0.0901151
Jun 06 12:01:07.079456 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fc9e5602-8b1f-420f-9d7f-f19049a2e723 req-5a28ef80-e76c-4569-ae0d-fdf443381fca tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0372422
Jun 06 12:01:07.104994 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59474) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:07.177510 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0523ee8-96d2-46d7-9b29-45acb36287b6 tempest-TestVolumeBootPattern-658395177 tempest-TestVolumeBootPattern-658395177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:07.179002 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-c0523ee8-96d2-46d7-9b29-45acb36287b6 tempest-TestVolumeBootPattern-658395177 tempest-TestVolumeBootPattern-658395177-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 1093 time: 0.0730259
Jun 06 12:01:07.181781 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59476) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:07.186036 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.v2.base [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Request body: {'floatingip': {'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'port_id': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address': '172.20.0.5'}} {{(pid=91706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:01:07.208452 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:07.434377 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:07.570051 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_common [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Allocated IP 172.27.1.157 (e66ff1dc-41f2-4152-9c0f-1b0300d6578f/5f5dd428-7172-4519-afe2-90a563c7e7d0/308ad103-0041-4f6f-b4c2-cae288e90283) {{(pid=91706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 12:01:07.715311 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for port, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:07.745111 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:07.749946 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-61f0d2f4-230f-4b1e-9f28-8e9f391d009c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:07.816312 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Network e66ff1dc-41f2-4152-9c0f-1b0300d6578f is already hosted by enough agents. {{(pid=91706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 12:01:07.819793 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.base_scheduler [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Resources bound (agent type, host, resource id):  {{(pid=91706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 12:01:07.822485 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Received port after_create {{(pid=91706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 12:01:07.865119 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'Port': ['ID=308ad103-0041-4f6f-b4c2-cae288e90283,revision_number=1']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:07.872523 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:08.232956 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, precommit_create {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:08.304319 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:08.307085 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:08.518941 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for port, precommit_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:08.523397 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2905577'] for port, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:08.527155 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-263b9a3a-f42b-423d-995e-6615306b0e29 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:08.621717 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded730f-2d6d-4ce8-88e8-88e1fea798b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:08.632865 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event updated for resources: {'Port': ['ID=308ad103-0041-4f6f-b4c2-cae288e90283,revision_number=2']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:08.637048 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:08.644172 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-314748'] for floatingip, after_update {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:08.810381 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.l3_db [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Floating IP bb83396d-c11d-4c42-95d5-f84df35b822e associated. External IP: 172.27.1.157, port: ce910242-1ed4-4f2c-a362-d1a63a314cf3.
Jun 06 12:01:09.257459 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Router 9a0a76db-c48f-4e6a-9871-b9affa33fffb has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 12:01:09.435621 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 12:01:09.444634 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] Sync routers for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 12:01:09.454466 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:01:09.455358 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fac9f57c0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:01:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:09.462161 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:09.530283 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-b78ea0d1-02c6-410b-9c84-ed5f41169c81 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3379230
Jun 06 12:01:09.530283 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'tag': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:01:09.530283 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7b1aff-9200-42e5-afe1-6c64445272cd", "tag": "ce910242-1ed4-4f2c-a362-d1a63a314cf3"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:01:09.567104 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-009c6367-665f-4329-b28e-e7761e6ec81d x-openstack-request-id: req-009c6367-665f-4329-b28e-e7761e6ec81d {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:01:09.567446 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7b1aff-9200-42e5-afe1-6c64445272cd", "tag": "ce910242-1ed4-4f2c-a362-d1a63a314cf3", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:01:09.567743 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-009c6367-665f-4329-b28e-e7761e6ec81d {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:01:09.568178 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'tag': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'status': 'completed', 'code': 200}
Jun 06 12:01:09.632407 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:01:09.660349 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-d9bc227d-f5e0-4f7f-a7c9-58264376ec34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:09.661869 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-d9bc227d-f5e0-4f7f-a7c9-58264376ec34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 1098 time: 0.0717111
Jun 06 12:01:09.711160 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:09.798876 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-6a433ace-c872-4fa9-bee6-957a8907719f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:09.800451 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-6a433ace-c872-4fa9-bee6-957a8907719f service neutron] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 913 time: 0.1316113
Jun 06 12:01:09.903420 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-59a15699-7b29-488c-95bf-d543a6fda3fe service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce910242-1ed4-4f2c-a362-d1a63a314cf3 HTTP/1.1" status: 200  len: 999 time: 0.0958543
Jun 06 12:01:09.972820 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-79079785-aff2-4cb1-96c6-7978e760af26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:09.974298 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-79079785-aff2-4cb1-96c6-7978e760af26 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.0619667
Jun 06 12:01:09.991680 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fac9f57c0>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'bb83396d-c11d-4c42-95d5-f84df35b822e', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:a8:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:01:08Z', 'updated_at': '2021-06-06T12:01:08Z', 'revision_number': 0, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}, {'id': 'cc50f44f-95e1-4cbb-b9d5-78fa55523c40', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:93:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:54Z', 'updated_at': '2021-06-06T11:58:56Z', 'revision_number': 1, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:09.995849 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] Checking router: 9a0a76db-c48f-4e6a-9871-b9affa33fffb for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 12:01:10.004360 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:01:10.005027 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fac9f57c0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:01:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:10.054794 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-01ca2e39-abfb-43e4-be50-0f9005c016d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:10.056200 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-01ca2e39-abfb-43e4-be50-0f9005c016d6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721653
Jun 06 12:01:10.180281 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:01:10.186347 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-1377c1d4-64e8-45cc-8a3d-bb0a21b4d5fa service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1225100
Jun 06 12:01:10.411688 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e6c234ac-9ef0-41b3-8dd7-4966adb2b932 req-e10d4471-4fd5-43d4-9c2f-8fa896b1d53a service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2168038
Jun 06 12:01:10.529135 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fac9f57c0>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'bb83396d-c11d-4c42-95d5-f84df35b822e', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:a8:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:01:08Z', 'updated_at': '2021-06-06T12:01:08Z', 'revision_number': 0, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}, {'id': 'cc50f44f-95e1-4cbb-b9d5-78fa55523c40', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:93:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:54Z', 'updated_at': '2021-06-06T11:58:56Z', 'revision_number': 1, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:10.534073 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f762c1-5073-464d-a497-8e9cd85cdf84 None None] The sync data for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi is: [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'bb83396d-c11d-4c42-95d5-f84df35b822e', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.157', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 701, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:a8:7b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T12:01:08Z', 'updated_at': '2021-06-06T12:01:08Z', 'revision_number': 0, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}, {'id': 'cc50f44f-95e1-4cbb-b9d5-78fa55523c40', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:93:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:54Z', 'updated_at': '2021-06-06T11:58:56Z', 'revision_number': 1, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 12:01:10.712392 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-428d4121-3b80-4dff-bf43-602d27ec3cdf None None] New status for floating IP bb83396d-c11d-4c42-95d5-f84df35b822e: ACTIVE {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 12:01:11.052996 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:11.881549 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59504) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:12.137117 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Deleting port 3eb9a7c5-7f0b-4959-a9aa-c4edbe9eba72 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:12.137451 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:12.250445 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:12.250777 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:12.368594 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Calling delete_port for 3eb9a7c5-7f0b-4959-a9aa-c4edbe9eba72 owned by network:floatingip {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:12.489066 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:12.493526 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1e3109a3-6ef1-4258-a432-d606569958d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:12.538513 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event deleted for resources: {'Port': ['ID=3eb9a7c5-7f0b-4959-a9aa-c4edbe9eba72,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:12.541384 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:12.632201 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for floatingip, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:12.632530 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.l3_db [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Floating IP b5aeb9ce-1452-4f51-b7ee-1e988e78e1ee disassociated (deleted). External IP: 172.27.1.7, port: 7902d85b-51ca-4da6-bec3-025e388233f3.
Jun 06 12:01:13.074192 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Router f90617f7-6268-4d5d-957b-3e7bf4d9e207 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 12:01:13.246050 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 12:01:13.250178 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:13.255609 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] Sync routers for ids ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 12:01:13.299098 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] Routers {'f90617f7-6268-4d5d-957b-3e7bf4d9e207'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:01:13.299700 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad905910>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:01:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:13.305048 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-50987079-03aa-4aa7-af2d-9a3a420b8545 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "DELETE /v2.0/floatingips/b5aeb9ce-1452-4f51-b7ee-1e988e78e1ee HTTP/1.1" status: 204  len: 168 time: 1.4224091
Jun 06 12:01:13.305835 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:01:13.308225 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d774c0c-7e5c-49a4-b7b9-769284989420" -d '{"events": [{"name": "network-changed", "server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:01:13.352151 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25cfb2d-7ed2-4ab7-91b7-59d0e003e8ad x-openstack-request-id: req-d25cfb2d-7ed2-4ab7-91b7-59d0e003e8ad {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:01:13.352489 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:01:13.352827 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d25cfb2d-7ed2-4ab7-91b7-59d0e003e8ad {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:01:13.353261 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3', 'status': 'completed', 'code': 200}
Jun 06 12:01:13.460555 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-282b2e79-5726-4e5b-a64a-a69975f90f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:13.462128 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-282b2e79-5726-4e5b-a64a-a69975f90f9f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=5d7527513e8342feb4bbeaf1a100ded0&device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 1098 time: 0.0805829
Jun 06 12:01:13.483321 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] Set router f90617f7-6268-4d5d-957b-3e7bf4d9e207 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:01:13.611699 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-61bc91ab-5e19-41fd-b326-f155d82e3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:13.613073 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-61bc91ab-5e19-41fd-b326-f155d82e3d0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=9d8d2b8f-4573-48da-8fc1-b3932b34807e HTTP/1.1" status: 200  len: 910 time: 0.1437840
Jun 06 12:01:13.685374 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-28405364-4949-4f3f-a987-7e38f7ba30dd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7902d85b-51ca-4da6-bec3-025e388233f3 HTTP/1.1" status: 200  len: 217 time: 0.0656178
Jun 06 12:01:13.752748 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-8db48c72-7558-44d7-b5e5-8edfc329b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:13.754255 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-8db48c72-7558-44d7-b5e5-8edfc329b3e0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a641ac2e-55ba-4e95-886a-729156c57985 HTTP/1.1" status: 200  len: 848 time: 0.0581219
Jun 06 12:01:13.815290 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad905910>, [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:33Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '5a7c1a31-dbc0-4768-9199-d740bca80cf0', 'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'mac_address': 'fa:16:3e:ee:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:32Z', 'updated_at': '2021-06-06T11:56:39Z', 'revision_number': 5, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'subnets': [{'id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:13.819336 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] Checking router: f90617f7-6268-4d5d-957b-3e7bf4d9e207 for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 12:01:13.827879 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] Routers {'f90617f7-6268-4d5d-957b-3e7bf4d9e207'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:01:13.828509 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad905910>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:01:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:13.916882 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd3c642-2b20-4163-bcb6-e0d090faae7d req-5241d334-173c-4ff6-a219-14d18cfe591f tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:13.918341 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fbd3c642-2b20-4163-bcb6-e0d090faae7d req-5241d334-173c-4ff6-a219-14d18cfe591f tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.1542490
Jun 06 12:01:13.920324 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-a9689496-508c-4928-a0b9-1675abacab9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:13.921960 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-a9689496-508c-4928-a0b9-1675abacab9b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9d8d2b8f-4573-48da-8fc1-b3932b34807e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1159098
Jun 06 12:01:14.003489 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fbd3c642-2b20-4163-bcb6-e0d090faae7d req-0c666e5a-f5bc-4041-a2ee-b9e6f9fe4d98 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786078
Jun 06 12:01:14.007314 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] Set router f90617f7-6268-4d5d-957b-3e7bf4d9e207 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:01:14.088602 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-bf889730-6356-4f12-9bb3-9b7ed70bdabc service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471817
Jun 06 12:01:14.220862 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-8d774c0c-7e5c-49a4-b7b9-769284989420 req-86b4d23c-b3ba-45c3-9247-0b216da54d91 service neutron] 10.222.0.16 "GET /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1237164
Jun 06 12:01:14.314412 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad905910>, [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:33Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '5a7c1a31-dbc0-4768-9199-d740bca80cf0', 'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'mac_address': 'fa:16:3e:ee:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:32Z', 'updated_at': '2021-06-06T11:56:39Z', 'revision_number': 5, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'subnets': [{'id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:14.318446 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca871f8-fd2a-442c-9f16-282ebacdabea None None] The sync data for ids ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'] in dv-cinder-786260-3-iscsi is: [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:33Z', 'revision_number': 4, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '5a7c1a31-dbc0-4768-9199-d740bca80cf0', 'name': '', 'network_id': '9d8d2b8f-4573-48da-8fc1-b3932b34807e', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'mac_address': 'fa:16:3e:ee:29:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_interface', 'standard_attr_id': 515, 'fixed_ips': [{'subnet_id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:32Z', 'updated_at': '2021-06-06T11:56:39Z', 'revision_number': 5, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'subnets': [{'id': 'a641ac2e-55ba-4e95-886a-729156c57985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 12:01:14.537864 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91559ad5-0647-4565-b6af-8ebc7c75b45e None None] New status for floating IP b5aeb9ce-1452-4f51-b7ee-1e988e78e1ee: DOWN {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 12:01:15.187662 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9dcd4-dafc-4a58-a125-9a281b31292b req-7156d4aa-c392-4a1a-8286-4a863656a949 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:15.189682 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-07b9dcd4-dafc-4a58-a125-9a281b31292b req-7156d4aa-c392-4a1a-8286-4a863656a949 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0802910
Jun 06 12:01:15.234479 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-07b9dcd4-dafc-4a58-a125-9a281b31292b req-28e6d951-45a5-4d46-b76f-9283da6b7efa tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/security-groups?id=741f614f-6215-433d-ba1c-1bc985dd6305&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0390520
Jun 06 12:01:15.406819 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-1fb8c1db-b5c3-457e-a78b-e7333c05ea1a tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:15.409186 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-1fb8c1db-b5c3-457e-a78b-e7333c05ea1a tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.16 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 945 time: 0.0864143
Jun 06 12:01:15.558555 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Deleting port 7902d85b-51ca-4da6-bec3-025e388233f3 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:15.558892 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:15.689305 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] For port 7902d85b-51ca-4da6-bec3-025e388233f3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=7902d85b-51ca-4da6-bec3-025e388233f3,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:15.689541 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:15.816459 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Calling delete_port for 7902d85b-51ca-4da6-bec3-025e388233f3 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:15.921715 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:15.927197 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f1642ba3-448b-4fe4-93b5-0181a3faea94 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:16.063535 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event deleted for resources: {'Port': ['ID=7902d85b-51ca-4da6-bec3-025e388233f3,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:16.101293 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.101664 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.102023 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.102375 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.102724 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.103090 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.103414 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.103758 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.104102 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.104441 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.104815 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.105154 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:01:16.112173 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:16.147385 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] No DVR routers for this DVR port 7902d85b-51ca-4da6-bec3-025e388233f3 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:01:16.149920 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:16.151877 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d5dcdd6c-72bf-4e30-bffb-a2ec65101d83 req-50001a70-9438-4c0f-85d9-2f9dc5d28671 tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.16 "DELETE /v2.0/ports/7902d85b-51ca-4da6-bec3-025e388233f3 HTTP/1.1" status: 204  len: 173 time: 0.7359324
Jun 06 12:01:16.152411 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'name': 'network-vif-deleted', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:01:16.154789 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd958c1-b967-49d8-a77d-68417482cf21" -d '{"events": [{"server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "name": "network-vif-deleted", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:01:16.196739 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f44606c-dcef-49b4-ba3f-359ac298c9f1 x-openstack-request-id: req-4f44606c-dcef-49b4-ba3f-359ac298c9f1 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:01:16.197341 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2f32150-8187-4ca9-97f6-5af589e73b74", "name": "network-vif-deleted", "tag": "7902d85b-51ca-4da6-bec3-025e388233f3", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:01:16.197341 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4f44606c-dcef-49b4-ba3f-359ac298c9f1 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:01:16.197758 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2f32150-8187-4ca9-97f6-5af589e73b74', 'name': 'network-vif-deleted', 'tag': '7902d85b-51ca-4da6-bec3-025e388233f3', 'status': 'completed', 'code': 200}
Jun 06 12:01:16.387074 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-97485d9b-f1f9-417d-9e86-5d2d6baec74e req-07f654e8-e343-4824-a30e-b6aad3ee772a tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "GET /v2.0/ports?device_id=a2f32150-8187-4ca9-97f6-5af589e73b74 HTTP/1.1" status: 200  len: 210 time: 0.0439970
Jun 06 12:01:17.503438 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59540) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:17.569401 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2d914e11-8ca9-452b-979a-b94e3bfea78e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:17.598674 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2d914e11-8ca9-452b-979a-b94e3bfea78e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:17.666500 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2d914e11-8ca9-452b-979a-b94e3bfea78e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:17.669223 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-2d914e11-8ca9-452b-979a-b94e3bfea78e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:17.670300 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-2d914e11-8ca9-452b-979a-b94e3bfea78e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] 10.222.0.46 "DELETE /v2.0/security-groups/741f614f-6215-433d-ba1c-1bc985dd6305 HTTP/1.1" status: 204  len: 168 time: 0.1658947
Jun 06 12:01:17.671189 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-ad0eba87-814d-49f6-a4e4-45a0b38ff512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:17.682949 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d914e11-8ca9-452b-979a-b94e3bfea78e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=741f614f-6215-433d-ba1c-1bc985dd6305,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:17.685256 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-2d914e11-8ca9-452b-979a-b94e3bfea78e tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:17.733329 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59546) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:18.284044 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1647323'] for router_interface, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:18.806976 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Deleting port 5a7c1a31-dbc0-4768-9199-d740bca80cf0 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:18.807545 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:18.931206 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] For port 5a7c1a31-dbc0-4768-9199-d740bca80cf0, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=5a7c1a31-dbc0-4768-9199-d740bca80cf0,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:18.931553 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:19.050985 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Calling delete_port for 5a7c1a31-dbc0-4768-9199-d740bca80cf0 owned by network:router_interface {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:19.195342 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:19.199602 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c61cb719-bdda-4e36-8f6a-039f6dbee658 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:19.269734 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Pushing event deleted for resources: {'Port': ['ID=5a7c1a31-dbc0-4768-9199-d740bca80cf0,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:19.272320 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:19.503998 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648021'] for router_interface, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:19.757735 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7902d85b-51ca-4da6-bec3-025e388233f3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:01:19.790158 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 7902d85b-51ca-4da6-bec3-025e388233f3 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:01:19.790505 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 7902d85b-51ca-4da6-bec3-025e388233f3 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:01:19.964117 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Router f90617f7-6268-4d5d-957b-3e7bf4d9e207 has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 12:01:20.136047 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 12:01:20.142055 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-34d9e83c-55dd-4e78-8ff5-461cc5142f7a admin admin] 10.222.0.46 "PUT /v2.0/routers/f90617f7-6268-4d5d-957b-3e7bf4d9e207/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4070444
Jun 06 12:01:20.143883 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59552) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:20.144770 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] Sync routers for ids ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 12:01:20.154103 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] Routers {'f90617f7-6268-4d5d-957b-3e7bf4d9e207'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:01:20.154701 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad65a4c0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:01:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:20.316803 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Notify callbacks [] for router, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:20.327354 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] Set router f90617f7-6268-4d5d-957b-3e7bf4d9e207 gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:01:20.485151 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:20.557794 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Deleting port 60b78f74-a906-4604-8785-e7a033ede5b4 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:20.558124 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:20.640960 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad65a4c0>, [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169'}], 'enable_snat': True}, 'gw_port_id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T12:01:19Z', 'revision_number': 5, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port': {'id': '60b78f74-a906-4604-8785-e7a033ede5b4', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:b5:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 514, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T11:56:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:20.644874 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] Checking router: f90617f7-6268-4d5d-957b-3e7bf4d9e207 for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 12:01:20.653226 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] Routers {'f90617f7-6268-4d5d-957b-3e7bf4d9e207'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:01:20.653823 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad65a4c0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:01:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:20.675945 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] For port 60b78f74-a906-4604-8785-e7a033ede5b4, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=60b78f74-a906-4604-8785-e7a033ede5b4,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:20.676288 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:20.793002 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Calling delete_port for 60b78f74-a906-4604-8785-e7a033ede5b4 owned by network:router_gateway {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:20.804091 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] Set router f90617f7-6268-4d5d-957b-3e7bf4d9e207 gateway port host: None {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:01:20.908602 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad65a4c0>, [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T12:01:20Z', 'revision_number': 6, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port_host': None}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:20.912739 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c170ea63-fe04-4e24-abb5-4c1eb8c1955a None None] The sync data for ids ['f90617f7-6268-4d5d-957b-3e7bf4d9e207'] in dv-cinder-786260-3-iscsi is: [{'id': 'f90617f7-6268-4d5d-957b-3e7bf4d9e207', 'name': 'tempest-TestShelveInstance-1199756254-router', 'tenant_id': '5d7527513e8342feb4bbeaf1a100ded0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:29Z', 'updated_at': '2021-06-06T12:01:20Z', 'revision_number': 6, 'project_id': '5d7527513e8342feb4bbeaf1a100ded0', 'gw_port_host': None}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 12:01:20.941743 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:20.947053 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-abd7763b-6b33-4419-a8ee-3134a1aeb3a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:20.988651 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Pushing event deleted for resources: {'Port': ['ID=60b78f74-a906-4604-8785-e7a033ede5b4,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:20.991782 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:21.079123 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-314699'] for router_gateway, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.245972 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13595'] for router, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.248142 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.386084 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1650912'] for router, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.386576 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90617f7-6268-4d5d-957b-3e7bf4d9e207 {{(pid=91706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 06 12:01:21.391734 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] Notify callbacks [] for router, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.392885 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-a4529d50-2a77-41f5-912b-abdc28af493c admin admin] 10.222.0.46 "DELETE /v2.0/routers/f90617f7-6268-4d5d-957b-3e7bf4d9e207 HTTP/1.1" status: 204  len: 168 time: 1.2480590
Jun 06 12:01:21.395297 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59556) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:21.451871 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6833b81d-84b7-41da-b7b5-09d871475634 admin admin] Deleting subnet a641ac2e-55ba-4e95-886a-729156c57985 {{(pid=91706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 12:01:21.454911 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6833b81d-84b7-41da-b7b5-09d871475634 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.505631 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6833b81d-84b7-41da-b7b5-09d871475634 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3959666'] for subnet, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.577735 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6833b81d-84b7-41da-b7b5-09d871475634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.642331 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6833b81d-84b7-41da-b7b5-09d871475634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2905407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786895'] for subnet, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.647044 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:21.684679 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-6833b81d-84b7-41da-b7b5-09d871475634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.689091 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59558) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:21.689549 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-6833b81d-84b7-41da-b7b5-09d871475634 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a641ac2e-55ba-4e95-886a-729156c57985 HTTP/1.1" status: 204  len: 168 time: 0.2929027
Jun 06 12:01:21.691492 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e38c38a-f707-48d4-a1f0-4d29354b1598 None None] Network 9d8d2b8f-4573-48da-8fc1-b3932b34807e requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 12:01:21.697321 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6833b81d-84b7-41da-b7b5-09d871475634 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a641ac2e-55ba-4e95-886a-729156c57985,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:21.700057 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-6833b81d-84b7-41da-b7b5-09d871475634 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:21.799792 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.881191 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Deleting port 352d29b0-6810-4dc3-9001-08cde867f0e6 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:21.881528 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:21.968221 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cebf69ba-0747-4244-8443-ea71e18d41b0 None None] DHCP port deletion for 9d8d2b8f-4573-48da-8fc1-b3932b34807e request from dv-cinder-786260-3-iscsi {{(pid=91707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 06 12:01:21.989569 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] For port 352d29b0-6810-4dc3-9001-08cde867f0e6, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=352d29b0-6810-4dc3-9001-08cde867f0e6,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:21.989923 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.046905 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-cebf69ba-0747-4244-8443-ea71e18d41b0 None None] Deleting port 352d29b0-6810-4dc3-9001-08cde867f0e6 {{(pid=91707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:22.047422 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-cebf69ba-0747-4244-8443-ea71e18d41b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.118458 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Calling delete_port for 352d29b0-6810-4dc3-9001-08cde867f0e6 owned by network:dhcp {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:22.158901 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-cebf69ba-0747-4244-8443-ea71e18d41b0 None None] For port 352d29b0-6810-4dc3-9001-08cde867f0e6, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=352d29b0-6810-4dc3-9001-08cde867f0e6,segment=NetworkSegment(846470bf-c38e-41f9-b705-f963d8e0c53e),segment_id=846470bf-c38e-41f9-b705-f963d8e0c53e)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:22.159297 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-cebf69ba-0747-4244-8443-ea71e18d41b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.165661 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.170785 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1d607435-2b25-4dce-a7c6-4203a2272a8a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:22.221981 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] No DVR routers for this DVR port 352d29b0-6810-4dc3-9001-08cde867f0e6 on host dv-cinder-786260-3-iscsi {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:01:22.247671 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=352d29b0-6810-4dc3-9001-08cde867f0e6,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:22.250254 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:22.279353 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-cebf69ba-0747-4244-8443-ea71e18d41b0 None None] Calling delete_port for 352d29b0-6810-4dc3-9001-08cde867f0e6 owned by network:dhcp {{(pid=91707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:22.328539 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-cebf69ba-0747-4244-8443-ea71e18d41b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369'] for port, after_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.333614 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:22.348266 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.361190 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fac30ae50>,) {'filters': {'network_id': ['9d8d2b8f-4573-48da-8fc1-b3932b34807e']}} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:22.374568 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fac30ae50>, '846470bf-c38e-41f9-b705-f963d8e0c53e') {'for_net_delete': True} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:22.374905 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fac30ae50>, '846470bf-c38e-41f9-b705-f963d8e0c53e') {} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:22.377572 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebf69ba-0747-4244-8443-ea71e18d41b0 None None] Pushing event deleted for resources: {'Port': ['ID=352d29b0-6810-4dc3-9001-08cde867f0e6,revision_number=None']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:22.379401 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebf69ba-0747-4244-8443-ea71e18d41b0 None None] No DVR routers for this DVR port 352d29b0-6810-4dc3-9001-08cde867f0e6 on host dv-cinder-786260-3-iscsi {{(pid=91707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:01:22.380871 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-cebf69ba-0747-4244-8443-ea71e18d41b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:22.387767 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486339'] for segment, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.405340 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.411485 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Releasing vlan 658 on physical network physnet1 to pool {{(pid=91705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 12:01:22.411869 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-809467'] for segment, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]: Traceback (most recent call last):
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     timer()
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     cb(*args, **kw)
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     return func(*args, **kwargs)
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     self._notify()
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     self.callback(batched_events)
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     event.method(event)
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     return f(self, *a, **k)
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._get(url).json()
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self.request(url, 'GET', **kwargs)
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 12:01:22.428954 dv-cinder-786260-3-iscsi neutron-server[91705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 12:01:22.498006 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.502653 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:22.518571 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:22.520336 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] 10.222.0.46 "DELETE /v2.0/networks/9d8d2b8f-4573-48da-8fc1-b3932b34807e HTTP/1.1" status: 204  len: 168 time: 0.8296270
Jun 06 12:01:22.523152 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59568) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:22.579814 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d8d2b8f-4573-48da-8fc1-b3932b34807e,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:22.588738 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4648fdc1-de11-41f5-9493-395063ac31f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:22.861568 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 5a7c1a31-dbc0-4768-9199-d740bca80cf0 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:01:22.896211 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 5a7c1a31-dbc0-4768-9199-d740bca80cf0 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:01:22.896561 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 5a7c1a31-dbc0-4768-9199-d740bca80cf0 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:01:22.897006 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 352d29b0-6810-4dc3-9001-08cde867f0e6 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:01:22.929182 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 352d29b0-6810-4dc3-9001-08cde867f0e6 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:01:22.929526 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 352d29b0-6810-4dc3-9001-08cde867f0e6 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:01:22.929938 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 60b78f74-a906-4604-8785-e7a033ede5b4 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:01:22.962694 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 60b78f74-a906-4604-8785-e7a033ede5b4 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:01:22.963044 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 60b78f74-a906-4604-8785-e7a033ede5b4 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:01:23.132665 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1647323'] for router_interface, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:23.525427 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Deleting port e47975c5-5a48-4900-b45d-98054f2e2112 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:23.525765 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:23.645323 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] For port e47975c5-5a48-4900-b45d-98054f2e2112, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=e47975c5-5a48-4900-b45d-98054f2e2112,segment=NetworkSegment(d841b60e-fea5-4dd8-a8d8-262b0555510a),segment_id=d841b60e-fea5-4dd8-a8d8-262b0555510a)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:23.645673 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:23.767573 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Calling delete_port for e47975c5-5a48-4900-b45d-98054f2e2112 owned by network:router_interface {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:23.906988 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:23.911496 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-ee881894-d38a-4525-82fe-5d8e850c4a23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:23.981495 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Pushing event deleted for resources: {'Port': ['ID=e47975c5-5a48-4900-b45d-98054f2e2112,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:23.984100 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:24.217419 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648021'] for router_interface, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:24.660049 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 12:01:24.836619 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 12:01:24.842158 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] 10.222.0.46 "PUT /v2.0/routers/ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3180680
Jun 06 12:01:24.845165 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59576) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:24.847874 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] Sync routers for ids ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 12:01:24.858210 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] Routers {'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:01:24.859078 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae452a90>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:01:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:25.025434 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Notify callbacks [] for router, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:25.049454 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] Set router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:01:25.275373 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:25.344495 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Deleting port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:25.344869 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:25.393112 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae452a90>, [{'id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'name': 'tempest-TestShelveInstance-1755505527-router', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14'}], 'enable_snat': True}, 'gw_port_id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:35Z', 'updated_at': '2021-06-06T12:01:23Z', 'revision_number': 5, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'gw_port': {'id': '955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:13:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.14', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:56:36Z', 'updated_at': '2021-06-06T11:56:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:25.396891 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] Checking router: ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 12:01:25.404969 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] Routers {'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:01:25.405555 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae452a90>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:01:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:25.465258 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] For port 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:25.465608 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:25.578471 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] Set router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca gateway port host: None {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:01:25.590952 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Calling delete_port for 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff owned by network:router_gateway {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:25.680873 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae452a90>, [{'id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'name': 'tempest-TestShelveInstance-1755505527-router', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:35Z', 'updated_at': '2021-06-06T12:01:25Z', 'revision_number': 6, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'gw_port_host': None}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:25.684849 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-018e6238-5a86-4df3-bcb2-94ad1b8c9913 None None] The sync data for ids ['ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca'] in dv-cinder-786260-3-iscsi is: [{'id': 'ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca', 'name': 'tempest-TestShelveInstance-1755505527-router', 'tenant_id': '09522170ef784e5cba4d56a8bdeccee8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:56:35Z', 'updated_at': '2021-06-06T12:01:25Z', 'revision_number': 6, 'project_id': '09522170ef784e5cba4d56a8bdeccee8', 'gw_port_host': None}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 12:01:25.729824 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:25.734281 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-aa09e07d-033a-4845-903e-20ad8db32ccd tempest-TestShelveInstance-1779445213 tempest-TestShelveInstance-1779445213-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:25.778589 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Pushing event deleted for resources: {'Port': ['ID=955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:25.781809 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:25.865913 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-314699'] for router_gateway, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.141857 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13595'] for router, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.143934 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.169154 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1650912'] for router, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.169645 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca {{(pid=91705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 06 12:01:26.175173 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] Notify callbacks [] for router, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.176424 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-8fb094a5-35de-4f6d-9658-e0807ad30351 admin admin] 10.222.0.46 "DELETE /v2.0/routers/ef7f3a0c-c993-4c13-b6e6-f6015a4ea3ca HTTP/1.1" status: 204  len: 168 time: 1.3301828
Jun 06 12:01:26.178895 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59580) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:26.238944 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_v2 [None req-593075d2-3302-4213-b61d-2ee3a92bc5fd admin admin] Deleting subnet 4b070a6d-8988-4bd2-aed6-764122fa2f42 {{(pid=91705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 12:01:26.241691 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-593075d2-3302-4213-b61d-2ee3a92bc5fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.288829 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-593075d2-3302-4213-b61d-2ee3a92bc5fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1486394'] for subnet, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.365390 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-593075d2-3302-4213-b61d-2ee3a92bc5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.434290 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-593075d2-3302-4213-b61d-2ee3a92bc5fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-809281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064753'] for subnet, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.438916 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:26.471627 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593075d2-3302-4213-b61d-2ee3a92bc5fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b070a6d-8988-4bd2-aed6-764122fa2f42,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:26.474013 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-593075d2-3302-4213-b61d-2ee3a92bc5fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:26.477011 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-593075d2-3302-4213-b61d-2ee3a92bc5fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.478916 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-593075d2-3302-4213-b61d-2ee3a92bc5fd admin admin] 10.222.0.46 "DELETE /v2.0/subnets/4b070a6d-8988-4bd2-aed6-764122fa2f42 HTTP/1.1" status: 204  len: 168 time: 0.2990048
Jun 06 12:01:26.481533 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59582) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:26.483061 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1585a36-c1ee-4d9e-a97f-b2ceb51f2dc7 None None] Network 0345671d-63e1-4f84-bb25-4336b2c46b58 requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 12:01:26.589138 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.671881 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Deleting port 94859bc3-07f1-4549-8395-d39353764afd {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:26.672456 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.782336 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] For port 94859bc3-07f1-4549-8395-d39353764afd, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=94859bc3-07f1-4549-8395-d39353764afd,segment=NetworkSegment(d841b60e-fea5-4dd8-a8d8-262b0555510a),segment_id=d841b60e-fea5-4dd8-a8d8-262b0555510a)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:26.782690 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.792477 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3aca25-dbf1-4b3b-9656-ceda17bb4909 None None] DHCP port deletion for 0345671d-63e1-4f84-bb25-4336b2c46b58 request from dv-cinder-786260-3-iscsi {{(pid=91707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 06 12:01:26.874328 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-2c3aca25-dbf1-4b3b-9656-ceda17bb4909 None None] Deleting port 94859bc3-07f1-4549-8395-d39353764afd {{(pid=91707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:26.874791 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2c3aca25-dbf1-4b3b-9656-ceda17bb4909 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.912403 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 94859bc3-07f1-4549-8395-d39353764afd no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:01:26.929263 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Calling delete_port for 94859bc3-07f1-4549-8395-d39353764afd owned by network:dhcp {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:26.978082 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:26.982738 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-c4e71877-d5cb-4230-b7aa-961e63485e5e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:27.025901 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=94859bc3-07f1-4549-8395-d39353764afd,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:27.027447 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-2c3aca25-dbf1-4b3b-9656-ceda17bb4909 None None] For port 94859bc3-07f1-4549-8395-d39353764afd, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=94859bc3-07f1-4549-8395-d39353764afd,segment=NetworkSegment(d841b60e-fea5-4dd8-a8d8-262b0555510a),segment_id=d841b60e-fea5-4dd8-a8d8-262b0555510a)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:27.027658 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] No DVR routers for this DVR port 94859bc3-07f1-4549-8395-d39353764afd on host dv-cinder-786260-3-iscsi {{(pid=91706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:01:27.027844 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2c3aca25-dbf1-4b3b-9656-ceda17bb4909 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.029138 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:27.139170 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.141762 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No active binding found for port 94859bc3-07f1-4549-8395-d39353764afd {{(pid=91707) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 06 12:01:27.141995 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 94859bc3-07f1-4549-8395-d39353764afd not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:01:27.142411 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device e47975c5-5a48-4900-b45d-98054f2e2112 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:01:27.151318 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3faf47cc70>,) {'filters': {'network_id': ['0345671d-63e1-4f84-bb25-4336b2c46b58']}} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:27.163247 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3faf47cc70>, 'd841b60e-fea5-4dd8-a8d8-262b0555510a') {'for_net_delete': True} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:27.163534 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3faf47cc70>, 'd841b60e-fea5-4dd8-a8d8-262b0555510a') {} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:01:27.169951 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-2c3aca25-dbf1-4b3b-9656-ceda17bb4909 None None] Calling delete_port for 94859bc3-07f1-4549-8395-d39353764afd owned by network:dhcp {{(pid=91707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:27.175381 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3959627'] for segment, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.183747 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: e47975c5-5a48-4900-b45d-98054f2e2112 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:01:27.184091 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device e47975c5-5a48-4900-b45d-98054f2e2112 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:01:27.184499 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:01:27.195514 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.201506 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Releasing vlan 652 on physical network physnet1 to pool {{(pid=91706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 12:01:27.201911 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2905477'] for segment, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]: Traceback (most recent call last):
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     timer()
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     cb(*args, **kw)
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     return func(*args, **kwargs)
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     self._notify()
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     self.callback(batched_events)
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     event.method(event)
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     return f(self, *a, **k)
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._get(url).json()
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self.request(url, 'GET', **kwargs)
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 12:01:27.214909 dv-cinder-786260-3-iscsi neutron-server[91706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 12:01:27.221054 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:01:27.221404 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 955b0a36-bd23-4ff9-ae49-f1ccaf4cd2ff not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:01:27.257793 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2c3aca25-dbf1-4b3b-9656-ceda17bb4909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369'] for port, after_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.262113 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:27.288422 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.291747 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8abdae4c-56a1-4b97-b23a-e4a39158aea7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:27.302386 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3aca25-dbf1-4b3b-9656-ceda17bb4909 None None] Pushing event deleted for resources: {'Port': ['ID=94859bc3-07f1-4549-8395-d39353764afd,revision_number=None']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:27.305361 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.305518 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-2c3aca25-dbf1-4b3b-9656-ceda17bb4909 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:27.306190 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c3aca25-dbf1-4b3b-9656-ceda17bb4909 None None] No DVR routers for this DVR port 94859bc3-07f1-4549-8395-d39353764afd on host dv-cinder-786260-3-iscsi {{(pid=91707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:01:27.306944 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] 10.222.0.46 "DELETE /v2.0/networks/0345671d-63e1-4f84-bb25-4336b2c46b58 HTTP/1.1" status: 204  len: 168 time: 0.8238945
Jun 06 12:01:27.312674 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Pushing event deleted for resources: {'Network': ['ID=0345671d-63e1-4f84-bb25-4336b2c46b58,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:27.315528 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-3aae24b5-fcd0-45fe-a053-2cca1d6bc7a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:27.477800 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59592) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:27.738219 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-ff51616e-9f1a-40e8-98df-548acac0df1c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5d7527513e8342feb4bbeaf1a100ded0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2590003
Jun 06 12:01:27.740372 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59596) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:27.796034 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1731940b-df08-4c9b-8833-3e527d06d132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.820228 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1731940b-df08-4c9b-8833-3e527d06d132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.869639 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1731940b-df08-4c9b-8833-3e527d06d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.872014 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-1731940b-df08-4c9b-8833-3e527d06d132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:27.873131 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-1731940b-df08-4c9b-8833-3e527d06d132 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4eb41d7-15c6-4b64-8623-6038d23c09fa HTTP/1.1" status: 204  len: 168 time: 0.1318419
Jun 06 12:01:27.873860 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b8917f15-9970-43e6-858d-6c1a49ab3926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:27.883193 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731940b-df08-4c9b-8833-3e527d06d132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4eb41d7-15c6-4b64-8623-6038d23c09fa,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:27.885544 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1731940b-df08-4c9b-8833-3e527d06d132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:28.149885 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59604) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:28.201350 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2bba4606-6fda-4e23-8cf9-28bbdede4ab6 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=09522170ef784e5cba4d56a8bdeccee8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0502727
Jun 06 12:01:28.203693 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 59606) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:01:28.259067 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1612c043-2389-42e0-b24b-98c2dc9eb43b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:28.284160 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1612c043-2389-42e0-b24b-98c2dc9eb43b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:28.333853 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1612c043-2389-42e0-b24b-98c2dc9eb43b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:28.336479 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-1612c043-2389-42e0-b24b-98c2dc9eb43b admin admin] Notify callbacks [] for security_group, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:28.337776 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-1612c043-2389-42e0-b24b-98c2dc9eb43b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/03f0c286-6a51-438b-8402-39e21a87ee70 HTTP/1.1" status: 204  len: 168 time: 0.1332164
Jun 06 12:01:28.338524 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c20aef25-0def-44d5-81e5-3bf5904bfae3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:28.348014 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612c043-2389-42e0-b24b-98c2dc9eb43b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03f0c286-6a51-438b-8402-39e21a87ee70,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:28.350454 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-1612c043-2389-42e0-b24b-98c2dc9eb43b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:29.700187 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:01:32.558805 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:35.701086 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-17a52f24-7694-4ff0-95bc-5b887be3974a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:38.296505 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:38.622724 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b4d27082-0bbb-48af-84c7-bc6d3f7aa052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:39.668177 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:41.040189 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3cc661-00a0-4e90-b8b3-7bf4815799f7 req-bb5016fb-afbf-4044-95cb-28820b7f9bf6 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:41.041688 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb3cc661-00a0-4e90-b8b3-7bf4815799f7 req-bb5016fb-afbf-4044-95cb-28820b7f9bf6 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 945 time: 0.0822470
Jun 06 12:01:41.055637 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:41.085896 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-fb3cc661-00a0-4e90-b8b3-7bf4815799f7 req-22540233-27aa-41de-8463-f8053b783000 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386260
Jun 06 12:01:42.372027 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4863-12e3-43af-ad36-bfa38c65654f req-0b9bd6be-b550-488b-a4e5-79320e5faead tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:42.373495 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b17e4863-12e3-43af-ad36-bfa38c65654f req-0b9bd6be-b550-488b-a4e5-79320e5faead tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 945 time: 0.1824431
Jun 06 12:01:42.416370 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b17e4863-12e3-43af-ad36-bfa38c65654f req-8afcf4fd-ab30-4dc3-9cf1-e474dc5c00f8 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370836
Jun 06 12:01:42.498117 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-9149d88f-d40d-4958-85c2-c27803aa9833 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:42.499505 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-9149d88f-d40d-4958-85c2-c27803aa9833 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.16 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 945 time: 0.0800736
Jun 06 12:01:42.630710 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Deleting port 6dfb023d-f0af-41e7-b5df-1d502002d407 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:01:42.630963 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:42.761602 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] For port 6dfb023d-f0af-41e7-b5df-1d502002d407, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=6dfb023d-f0af-41e7-b5df-1d502002d407,segment=NetworkSegment(6b8011e7-cbc8-45af-92fe-85b37304d103),segment_id=6b8011e7-cbc8-45af-92fe-85b37304d103)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:01:42.761971 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:42.880703 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Calling delete_port for 6dfb023d-f0af-41e7-b5df-1d502002d407 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:01:42.985559 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:42.990943 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5d09c50d-d2c0-43f6-bf6f-0b6dade04413 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:42.996825 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['6dfb023d-f0af-41e7-b5df-1d502002d407'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 12:01:43.038526 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Pushing event deleted for resources: {'Port': ['ID=6dfb023d-f0af-41e7-b5df-1d502002d407,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:43.041636 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:43.110668 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] No DVR routers for this DVR port 6dfb023d-f0af-41e7-b5df-1d502002d407 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:01:43.113121 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:43.115020 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b3362ed7-f6d6-413c-b361-d8097d9226f0 req-7119592a-60be-4601-b507-b693cb5c98bd tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.16 "DELETE /v2.0/ports/6dfb023d-f0af-41e7-b5df-1d502002d407 HTTP/1.1" status: 204  len: 173 time: 0.6102650
Jun 06 12:01:43.115512 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe8a1dc2-f019-4c48-a057-40e6099b5da6', 'name': 'network-vif-deleted', 'tag': '6dfb023d-f0af-41e7-b5df-1d502002d407'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:01:43.117953 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f8364d-891b-4f29-8f54-61e48fdbbeb3" -d '{"events": [{"server_uuid": "fe8a1dc2-f019-4c48-a057-40e6099b5da6", "name": "network-vif-deleted", "tag": "6dfb023d-f0af-41e7-b5df-1d502002d407"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:01:43.160561 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f8393ee-74d8-4dde-9d97-0f5c72f3fe21 x-openstack-request-id: req-7f8393ee-74d8-4dde-9d97-0f5c72f3fe21 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:01:43.160935 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe8a1dc2-f019-4c48-a057-40e6099b5da6", "name": "network-vif-deleted", "tag": "6dfb023d-f0af-41e7-b5df-1d502002d407", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:01:43.161227 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-7f8393ee-74d8-4dde-9d97-0f5c72f3fe21 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:01:43.161652 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe8a1dc2-f019-4c48-a057-40e6099b5da6', 'name': 'network-vif-deleted', 'tag': '6dfb023d-f0af-41e7-b5df-1d502002d407', 'status': 'completed', 'code': 200}
Jun 06 12:01:43.672116 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-0af03823-c203-40ea-b46b-35adc1cc5d12 req-b824b412-ea02-43ca-86dd-32f5d36406e2 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=fe8a1dc2-f019-4c48-a057-40e6099b5da6 HTTP/1.1" status: 200  len: 210 time: 0.1343024
Jun 06 12:01:45.139544 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 6dfb023d-f0af-41e7-b5df-1d502002d407 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:01:45.173751 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 6dfb023d-f0af-41e7-b5df-1d502002d407 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:01:45.174101 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 6dfb023d-f0af-41e7-b5df-1d502002d407 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:01:55.257326 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-9916841c-4753-4f23-a07b-2f29fbb57282 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:55.258724 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-9916841c-4753-4f23-a07b-2f29fbb57282 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/networks?id=ecfd3742-0936-4a09-8b5b-1874d4c62c4c HTTP/1.1" status: 200  len: 813 time: 0.1422391
Jun 06 12:01:55.272616 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-9ee65185-3cbc-4ca7-802c-83185c2c39fa tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/quotas/710c6cdce86a476b9f7c845eca2c8d8a HTTP/1.1" status: 200  len: 375 time: 0.0085900
Jun 06 12:01:55.318710 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-efd3fca5-d783-48b7-97ab-f0989c5868af tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=710c6cdce86a476b9f7c845eca2c8d8a&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0412855
Jun 06 12:01:55.369817 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-889c95a6-1c57-4e6a-9d0d-fe5c108918a8 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 12:01:55.370780 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-889c95a6-1c57-4e6a-9d0d-fe5c108918a8 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0460758
Jun 06 12:01:55.499411 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-bc4d34d7-c030-4212-97bf-f1e64184adc9 service neutron] 10.222.0.46 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227188
Jun 06 12:01:55.628498 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-dc463cf4-9d87-4e38-8fe1-a663750e2ec3 service neutron] 10.222.0.46 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1223767
Jun 06 12:01:55.803884 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-11465464-e8ae-4af1-8d13-28167edef496 req-2fd86a01-edcc-42e5-a2b5-a32a3ddca847 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 210 time: 0.0455658
Jun 06 12:01:56.971596 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-32752b1c-454b-4edf-ac08-cf1ab0b61282 req-07f4cd21-f12d-47a3-816c-ad99f3d0ab6e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 210 time: 0.0576210
Jun 06 12:01:57.074627 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-8035824a-3d43-42dd-b46e-636a2db84690 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:57.075967 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-8035824a-3d43-42dd-b46e-636a2db84690 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.16 "GET /v2.0/networks?id=ecfd3742-0936-4a09-8b5b-1874d4c62c4c HTTP/1.1" status: 200  len: 813 time: 0.1926057
Jun 06 12:01:57.090363 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Request body: {'port': {'device_id': '268f1c27-d874-4e5c-bc3c-5deede7f1cc1', 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c', 'admin_state_up': True, 'tenant_id': '710c6cdce86a476b9f7c845eca2c8d8a'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:01:57.242666 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Made reservation on behalf of 710c6cdce86a476b9f7c845eca2c8d8a for: {'port': 1} {{(pid=91705) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 06 12:01:57.246358 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:57.402962 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_common [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Allocated IP 172.20.0.14 (ecfd3742-0936-4a09-8b5b-1874d4c62c4c/59072f87-2ab6-4b00-a23b-d855241a62ea/8b384f64-b667-476e-b77f-5ed9b8de8ec4) {{(pid=91705) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 06 12:01:57.595661 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks [] for port, precommit_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:57.623687 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744468021360', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_create {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:57.629547 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-3598ba8f-f865-43b5-bf6d-d4f89585b4bf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:57.697137 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Network ecfd3742-0936-4a09-8b5b-1874d4c62c4c is already hosted by enough agents. {{(pid=91705) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 06 12:01:57.700849 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.base_scheduler [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Resources bound (agent type, host, resource id):  {{(pid=91705) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 06 12:01:57.703821 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Received port after_create {{(pid=91705) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}}
Jun 06 12:01:57.739780 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Pushing event updated for resources: {'Port': ['ID=8b384f64-b667-476e-b77f-5ed9b8de8ec4,revision_number=1']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:57.742798 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:57.771814 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:57.772437 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:57.789836 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-003f9ad6-b284-40c7-83bd-46465a24ddad tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.7030466
Jun 06 12:01:57.801144 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-db5def36-c3f7-4028-9f1f-259a5fb248d3 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=91705) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 06 12:01:57.802045 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-db5def36-c3f7-4028-9f1f-259a5fb248d3 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0054712
Jun 06 12:01:57.854311 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.v2.base [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Request body: {'port': {'device_id': '268f1c27-d874-4e5c-bc3c-5deede7f1cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78626'}} {{(pid=91705) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 06 12:01:57.965207 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:58.347361 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f93655e-c9db-4126-b428-d4f3edbe39dd req-ef6c69a7-2f72-4fe1-b6a2-e5776756554b tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:58.348825 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4f93655e-c9db-4126-b428-d4f3edbe39dd req-ef6c69a7-2f72-4fe1-b6a2-e5776756554b tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 932 time: 0.1844606
Jun 06 12:01:58.420139 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4f93655e-c9db-4126-b428-d4f3edbe39dd req-08cb3213-ec1a-4e0a-b455-eefef99e829b tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623355
Jun 06 12:01:58.487851 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b384f64-b667-476e-b77f-5ed9b8de8ec4 {{(pid=91705) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 12:01:58.494896 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Notify callbacks [] for port, precommit_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:58.509046 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.provisioning_blocks [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Transition to ACTIVE for port object 8b384f64-b667-476e-b77f-5ed9b8de8ec4 will not be triggered until provisioned by entity L2. {{(pid=91705) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 06 12:01:58.512666 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:58.516759 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-c90c519d-28f0-4b30-b91c-247d2eef3179 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:58.636519 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Pushing event updated for resources: {'Port': ['ID=8b384f64-b667-476e-b77f-5ed9b8de8ec4,revision_number=2']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:58.662287 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:58.738611 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Attempting to bind port 8b384f64-b667-476e-b77f-5ed9b8de8ec4 on host hv-cinder-78626 for vnic_type normal with profile  {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 06 12:01:58.738939 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Attempting to bind port 8b384f64-b667-476e-b77f-5ed9b8de8ec4 by drivers openvswitch,hyperv on host hv-cinder-78626 at level 0 using segments [{'id': '6b8011e7-cbc8-45af-92fe-85b37304d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c'}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 06 12:01:58.739262 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Attempting to bind port 8b384f64-b667-476e-b77f-5ed9b8de8ec4 on network ecfd3742-0936-4a09-8b5b-1874d4c62c4c {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 12:01:58.743843 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Port 8b384f64-b667-476e-b77f-5ed9b8de8ec4 on network ecfd3742-0936-4a09-8b5b-1874d4c62c4c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78626 {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 06 12:01:58.744157 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Attempting to bind port 8b384f64-b667-476e-b77f-5ed9b8de8ec4 on network ecfd3742-0936-4a09-8b5b-1874d4c62c4c {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 06 12:01:58.749196 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Checking agent: {'id': '9f51b07d-e7d1-4ec0-b690-9c193d728084', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78626', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'started_at': datetime.datetime(2021, 6, 6, 11, 50, 2), 'heartbeat_timestamp': datetime.datetime(2021, 6, 6, 12, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 06 12:01:58.749528 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Checking segment: {'id': '6b8011e7-cbc8-45af-92fe-85b37304d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=91705) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}}
Jun 06 12:01:58.749907 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Bound using segment: {'id': '6b8011e7-cbc8-45af-92fe-85b37304d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c'} {{(pid=91705) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 06 12:01:58.750400 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.managers [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Bound port: 8b384f64-b667-476e-b77f-5ed9b8de8ec4, host: hv-cinder-78626, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6b8011e7-cbc8-45af-92fe-85b37304d103', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 654, 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c'}}] {{(pid=91705) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 06 12:01:58.751013 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:58.835686 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] For port 8b384f64-b667-476e-b77f-5ed9b8de8ec4, host hv-cinder-78626, cleared binding levels {{(pid=91705) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 06 12:01:58.838591 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] For port 8b384f64-b667-476e-b77f-5ed9b8de8ec4, host hv-cinder-78626, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b384f64-b667-476e-b77f-5ed9b8de8ec4,segment=NetworkSegment(6b8011e7-cbc8-45af-92fe-85b37304d103),segment_id=6b8011e7-cbc8-45af-92fe-85b37304d103)] {{(pid=91705) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 06 12:01:58.843368 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-809367'] for port, after_update {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:58.848259 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-175ca6f1-83f3-4542-b88a-98ff2468696f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:01:58.905355 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:58.905990 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:01:58.907361 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] 10.222.0.16 "PUT /v2.0/ports/8b384f64-b667-476e-b77f-5ed9b8de8ec4 HTTP/1.1" status: 200  len: 1094 time: 1.0985417
Jun 06 12:01:58.907873 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '268f1c27-d874-4e5c-bc3c-5deede7f1cc1', 'tag': '8b384f64-b667-476e-b77f-5ed9b8de8ec4'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:01:58.910157 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc" -d '{"events": [{"name": "network-changed", "server_uuid": "268f1c27-d874-4e5c-bc3c-5deede7f1cc1", "tag": "8b384f64-b667-476e-b77f-5ed9b8de8ec4"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:01:58.929711 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Pushing event updated for resources: {'Port': ['ID=8b384f64-b667-476e-b77f-5ed9b8de8ec4,revision_number=3']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:01:58.932642 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:01:59.013331 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97f93c00-8ae8-42aa-85d5-9955f75fb1a8 x-openstack-request-id: req-97f93c00-8ae8-42aa-85d5-9955f75fb1a8 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:01:59.013666 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "268f1c27-d874-4e5c-bc3c-5deede7f1cc1", "tag": "8b384f64-b667-476e-b77f-5ed9b8de8ec4", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:01:59.013957 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-97f93c00-8ae8-42aa-85d5-9955f75fb1a8 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:01:59.014378 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '268f1c27-d874-4e5c-bc3c-5deede7f1cc1', 'tag': '8b384f64-b667-476e-b77f-5ed9b8de8ec4', 'status': 'completed', 'code': 200}
Jun 06 12:01:59.019453 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-985733fa-ec29-4b79-b0fd-fe717e82075b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:59.020967 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-985733fa-ec29-4b79-b0fd-fe717e82075b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=710c6cdce86a476b9f7c845eca2c8d8a&device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 1097 time: 0.0747764
Jun 06 12:01:59.091212 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-c9e62695-e269-4fb6-9b9b-85477ddb31fc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b384f64-b667-476e-b77f-5ed9b8de8ec4 HTTP/1.1" status: 200  len: 217 time: 0.0627546
Jun 06 12:01:59.153142 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-3dfb225e-f9d1-40d0-9af9-83c82b5fcdaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:59.154430 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-3dfb225e-f9d1-40d0-9af9-83c82b5fcdaf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59072f87-2ab6-4b00-a23b-d855241a62ea HTTP/1.1" status: 200  len: 853 time: 0.0557046
Jun 06 12:01:59.205404 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-524c17fe-c9af-4e6c-8965-2f22191be705 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecfd3742-0936-4a09-8b5b-1874d4c62c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0442257
Jun 06 12:01:59.345037 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-b622de5a-95a6-4bdd-81c8-e0aac5295b21 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1235187
Jun 06 12:01:59.477185 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d16e5f59-9d23-4693-856b-d1d7bbdeec07 req-89274322-3d5e-4bc6-8695-72e4e3ed37d8 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1253946
Jun 06 12:01:59.661076 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc req-4e3253b5-45bd-45d7-b351-4cdb87a8341f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:59.662515 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc req-4e3253b5-45bd-45d7-b351-4cdb87a8341f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=710c6cdce86a476b9f7c845eca2c8d8a&device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 1097 time: 0.1323402
Jun 06 12:01:59.669797 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b629c7fc-3be6-487a-b1ff-848f0fa63c6c req-d85a71bd-e086-47da-a099-3ba980aeb46f tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:59.671097 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b629c7fc-3be6-487a-b1ff-848f0fa63c6c req-d85a71bd-e086-47da-a099-3ba980aeb46f tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 944 time: 0.1108160
Jun 06 12:01:59.892223 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b629c7fc-3be6-487a-b1ff-848f0fa63c6c req-37f365d6-3ca1-4e3a-ab87-812097a6c769 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2000566
Jun 06 12:01:59.927370 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc req-9ba2af0b-b023-4a0e-a718-1bae1cf16828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:01:59.928815 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc req-9ba2af0b-b023-4a0e-a718-1bae1cf16828 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ecfd3742-0936-4a09-8b5b-1874d4c62c4c HTTP/1.1" status: 200  len: 914 time: 0.2540524
Jun 06 12:01:59.996804 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc req-58bb7fdb-74f9-48e9-aed7-7b10cea2e94a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b384f64-b667-476e-b77f-5ed9b8de8ec4 HTTP/1.1" status: 200  len: 217 time: 0.0607085
Jun 06 12:02:00.057942 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc req-957cc4d2-14b8-4c78-ac5e-3b2560737e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:00.059301 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc req-957cc4d2-14b8-4c78-ac5e-3b2560737e5c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=59072f87-2ab6-4b00-a23b-d855241a62ea HTTP/1.1" status: 200  len: 853 time: 0.0546715
Jun 06 12:02:00.105115 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc req-fd329682-b69f-4041-8b3d-ef21db5d6b9d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ecfd3742-0936-4a09-8b5b-1874d4c62c4c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0386660
Jun 06 12:02:00.234740 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc req-90a24471-8bd7-48d0-a9a6-892620fb4697 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1205156
Jun 06 12:02:00.361973 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9e24c37c-17b4-4caf-91df-e1e9c425e3bc req-94c5307c-0ba4-489a-99ec-7df4b8fc0dc6 service neutron] 10.222.0.16 "GET /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1195099
Jun 06 12:02:01.080711 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de3f531-5faf-414f-896b-0333b717f1a1 req-0d0ba30a-d7af-439d-b52e-dfd7d5a5f532 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:01.082060 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5de3f531-5faf-414f-896b-0333b717f1a1 req-0d0ba30a-d7af-439d-b52e-dfd7d5a5f532 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 944 time: 0.0828493
Jun 06 12:02:01.126537 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-5de3f531-5faf-414f-896b-0333b717f1a1 req-5279ecf5-07b6-4ad1-b406-c65ef4e7e5d5 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386603
Jun 06 12:02:01.237170 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 8b384f64-b667-476e-b77f-5ed9b8de8ec4 details requested by agent hyperv_hv-cinder-78626 with host hv-cinder-78626 {{(pid=91707) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 06 12:02:01.365449 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 8b384f64-b667-476e-b77f-5ed9b8de8ec4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b384f64-b667-476e-b77f-5ed9b8de8ec4,segment=NetworkSegment(6b8011e7-cbc8-45af-92fe-85b37304d103),segment_id=6b8011e7-cbc8-45af-92fe-85b37304d103)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:02:01.378219 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Returning: {'device': '8b384f64-b667-476e-b77f-5ed9b8de8ec4', 'network_id': 'ecfd3742-0936-4a09-8b5b-1874d4c62c4c', 'port_id': '8b384f64-b667-476e-b77f-5ed9b8de8ec4', 'mac_address': 'fa:16:3e:d4:a8:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 654, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59072f87-2ab6-4b00-a23b-d855241a62ea', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=91707) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 06 12:02:01.431086 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:01.449975 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b384f64-b667-476e-b77f-5ed9b8de8ec4 {{(pid=91707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 06 12:02:01.465679 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 8b384f64-b667-476e-b77f-5ed9b8de8ec4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b384f64-b667-476e-b77f-5ed9b8de8ec4,segment=NetworkSegment(6b8011e7-cbc8-45af-92fe-85b37304d103),segment_id=6b8011e7-cbc8-45af-92fe-85b37304d103)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:02:01.470115 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:01.472733 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:02:01.536322 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=8b384f64-b667-476e-b77f-5ed9b8de8ec4,revision_number=4']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:02:01.543798 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.544134 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.544462 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.544813 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.545133 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.545450 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.545762 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.546080 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.546392 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.547301 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.547562 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.547878 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:01.551569 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:02:01.721147 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] get_ports_and_sgs() called for port_ids ['8b384f64-b667-476e-b77f-5ed9b8de8ec4'] {{(pid=91707) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 06 12:02:02.305643 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5eccfe5-0eb3-4038-b64b-5decf1decf53 req-80db6194-8829-4c9e-8c3c-5d1fdd8e3bf0 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:02.307053 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d5eccfe5-0eb3-4038-b64b-5decf1decf53 req-80db6194-8829-4c9e-8c3c-5d1fdd8e3bf0 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 945 time: 0.0772197
Jun 06 12:02:02.350229 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-d5eccfe5-0eb3-4038-b64b-5decf1decf53 req-7be2c52b-612a-4fe0-a8ad-6e549ca26189 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376515
Jun 06 12:02:02.573899 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:03.248072 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 8b384f64-b667-476e-b77f-5ed9b8de8ec4 up at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 06 12:02:03.313539 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning for port 8b384f64-b667-476e-b77f-5ed9b8de8ec4 completed by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 06 12:02:03.317949 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.provisioning_blocks [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Provisioning complete for port 8b384f64-b667-476e-b77f-5ed9b8de8ec4 triggered by entity L2. {{(pid=91707) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 06 12:02:03.318319 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1540596'] for port, provisioning_complete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:03.433392 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-613593'] for port, before_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:03.458693 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268f1c27-d874-4e5c-bc3c-5deede7f1cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b384f64-b667-476e-b77f-5ed9b8de8ec4'}] {{(pid=91707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:02:03.460968 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3be5072ca15792ed08c48597064776eb01708b0d80f3632bcdc49a8aaaa49cd4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85d1f5cc-6ed7-4704-901e-95ecfe1490aa" -d '{"events": [{"server_uuid": "268f1c27-d874-4e5c-bc3c-5deede7f1cc1", "name": "network-vif-plugged", "status": "completed", "tag": "8b384f64-b667-476e-b77f-5ed9b8de8ec4"}]}' {{(pid=91707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:02:03.469286 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] For port 8b384f64-b667-476e-b77f-5ed9b8de8ec4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b384f64-b667-476e-b77f-5ed9b8de8ec4,segment=NetworkSegment(6b8011e7-cbc8-45af-92fe-85b37304d103),segment_id=6b8011e7-cbc8-45af-92fe-85b37304d103)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:02:03.473187 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744468523502', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744468021378', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744468021423'] for port, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:03.474989 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:02:03.522721 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7015652-f30c-4478-aa6e-eb7281d16e87 x-openstack-request-id: req-c7015652-f30c-4478-aa6e-eb7281d16e87 {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:02:03.523087 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268f1c27-d874-4e5c-bc3c-5deede7f1cc1", "name": "network-vif-plugged", "status": "completed", "tag": "8b384f64-b667-476e-b77f-5ed9b8de8ec4", "code": 200}]} {{(pid=91707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:02:03.523351 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-c7015652-f30c-4478-aa6e-eb7281d16e87 {{(pid=91707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:02:03.523738 dv-cinder-786260-3-iscsi neutron-server[91707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268f1c27-d874-4e5c-bc3c-5deede7f1cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b384f64-b667-476e-b77f-5ed9b8de8ec4', 'code': 200}
Jun 06 12:02:03.544880 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Pushing event updated for resources: {'Port': ['ID=8b384f64-b667-476e-b77f-5ed9b8de8ec4,revision_number=5']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:02:03.548993 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:02:03.562073 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba273462-77f9-4898-b0af-2c715840df75 req-aa3711fa-0901-45dc-a817-f7fc9cbf023f tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:03.563579 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ba273462-77f9-4898-b0af-2c715840df75 req-aa3711fa-0901-45dc-a817-f7fc9cbf023f tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 946 time: 0.0929444
Jun 06 12:02:03.607840 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ba273462-77f9-4898-b0af-2c715840df75 req-9835b6df-1ffd-4f0a-95cd-a9b095456f3f tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386128
Jun 06 12:02:03.750364 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c1d330-6b44-46b0-a786-4cdcec049ea4 req-2836f210-c903-498f-9e71-e6c3f53b1d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:03.752075 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-03c1d330-6b44-46b0-a786-4cdcec049ea4 req-2836f210-c903-498f-9e71-e6c3f53b1d7d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 1099 time: 0.0729547
Jun 06 12:02:03.797600 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-03c1d330-6b44-46b0-a786-4cdcec049ea4 req-289ce03b-e0a5-497c-ac6c-3d3c18f47a2c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391767
Jun 06 12:02:04.160894 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-0e9a8cdc-04ee-4b4f-9911-cc8d00ade061 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0682657
Jun 06 12:02:04.250330 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-cec5b31c-ee3f-438e-968b-388003e8de2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:04.252005 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-cec5b31c-ee3f-438e-968b-388003e8de2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 1098 time: 0.0698791
Jun 06 12:02:04.395949 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-3bec4656-2931-48b4-8fb4-c74da59fd889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:04.398465 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-3bec4656-2931-48b4-8fb4-c74da59fd889 service neutron] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 913 time: 0.1263444
Jun 06 12:02:04.503028 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-4ce5afdc-a7e3-4fd8-b173-a064562def92 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c766363-d0a4-4d20-9b1a-6c02643574ad HTTP/1.1" status: 200  len: 1001 time: 0.0980806
Jun 06 12:02:04.569200 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-ca56809e-bd8c-456d-9227-0d418b5b25cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:04.570617 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-ca56809e-bd8c-456d-9227-0d418b5b25cd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.0605948
Jun 06 12:02:04.653586 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-615a1538-f0df-4019-8242-1f3f1360906a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:04.655131 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-615a1538-f0df-4019-8242-1f3f1360906a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0717583
Jun 06 12:02:04.934563 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-3f07697e-c323-4371-9b1c-044e22cff16f service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2712095
Jun 06 12:02:04.978577 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c147c8a-b63e-466a-9d25-c85f6b4743c3 req-cdf4e0ea-00d7-4174-a5fa-d02da1cbb7be tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:04.980038 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6c147c8a-b63e-466a-9d25-c85f6b4743c3 req-cdf4e0ea-00d7-4174-a5fa-d02da1cbb7be tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 946 time: 0.2282882
Jun 06 12:02:05.095784 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-6c147c8a-b63e-466a-9d25-c85f6b4743c3 req-27ac092a-ac30-4596-b9a9-268a6bbf4e6f tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1056674
Jun 06 12:02:05.114128 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-9fd1bf28-0944-4458-bde6-7ec23fa55749 req-98ec0204-1651-4e3a-9c7b-0c86c9aa6b5d service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1715746
Jun 06 12:02:05.703184 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c928d10c-7a41-4c47-b25f-2a351e94a8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:06.278558 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e608a27f-dd18-4fd7-a6a3-97ad60ab44c2 req-2f0ffa0e-b668-4ea7-8f1d-f9e281a88056 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:06.279996 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e608a27f-dd18-4fd7-a6a3-97ad60ab44c2 req-2f0ffa0e-b668-4ea7-8f1d-f9e281a88056 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 946 time: 0.0805280
Jun 06 12:02:06.326682 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e608a27f-dd18-4fd7-a6a3-97ad60ab44c2 req-ec516324-bb4d-42b9-8400-bb21ac667a1e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404003
Jun 06 12:02:06.699390 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:02:08.299301 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:08.622973 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6ebeb04c-7033-4401-bfc3-f36a7667197e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:09.668323 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:11.058437 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:27.530864 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08890b91-8a88-4b99-b14a-3e3afac68d76 req-a0c67820-992c-43ed-875f-3fd2557017b3 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:27.532291 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-08890b91-8a88-4b99-b14a-3e3afac68d76 req-a0c67820-992c-43ed-875f-3fd2557017b3 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 946 time: 0.0850008
Jun 06 12:02:27.575208 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-08890b91-8a88-4b99-b14a-3e3afac68d76 req-228367c6-aacc-4cb3-bc01-0f524bc6109c tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0372725
Jun 06 12:02:28.762030 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79db67f-59f2-4ff3-9c6e-c4db19762cac req-8954a5e8-debc-4b34-bd7b-40b169adeb13 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:28.763506 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e79db67f-59f2-4ff3-9c6e-c4db19762cac req-8954a5e8-debc-4b34-bd7b-40b169adeb13 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 946 time: 0.0837660
Jun 06 12:02:28.807934 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e79db67f-59f2-4ff3-9c6e-c4db19762cac req-5f47278d-5f53-49ac-ac4f-3718efe1236b tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/security-groups?id=bb1debda-b165-42b9-98cd-78339d7ef365&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382228
Jun 06 12:02:28.993372 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-01f73958-a44f-44d9-92d5-3a331e971db6 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:28.994867 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-01f73958-a44f-44d9-92d5-3a331e971db6 tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.16 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 946 time: 0.0781152
Jun 06 12:02:29.130278 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Deleting port 8b384f64-b667-476e-b77f-5ed9b8de8ec4 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:02:29.130616 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:29.259165 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] For port 8b384f64-b667-476e-b77f-5ed9b8de8ec4, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=8b384f64-b667-476e-b77f-5ed9b8de8ec4,segment=NetworkSegment(6b8011e7-cbc8-45af-92fe-85b37304d103),segment_id=6b8011e7-cbc8-45af-92fe-85b37304d103)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:02:29.259514 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:29.378372 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Calling delete_port for 8b384f64-b667-476e-b77f-5ed9b8de8ec4 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:02:29.487718 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:29.492886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:02:29.537387 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Pushing event deleted for resources: {'Port': ['ID=8b384f64-b667-476e-b77f-5ed9b8de8ec4,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:02:29.574320 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.574694 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.575049 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.575403 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.575750 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.576100 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.576444 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.576826 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.577172 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.577511 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.577852 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.578216 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91705) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:29.584946 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:02:29.621585 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] No DVR routers for this DVR port 8b384f64-b667-476e-b77f-5ed9b8de8ec4 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:02:29.623855 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:29.626021 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-e0bed33a-c394-4511-ba74-b5f682904cf1 req-4cdfd9c4-1703-4d7c-8d08-21e64d10a06e tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.16 "DELETE /v2.0/ports/8b384f64-b667-476e-b77f-5ed9b8de8ec4 HTTP/1.1" status: 204  len: 173 time: 0.6246619
Jun 06 12:02:29.626487 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '268f1c27-d874-4e5c-bc3c-5deede7f1cc1', 'name': 'network-vif-deleted', 'tag': '8b384f64-b667-476e-b77f-5ed9b8de8ec4'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:02:29.628819 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e117d3bf-37d4-457d-a280-bcf2b45f5da3" -d '{"events": [{"server_uuid": "268f1c27-d874-4e5c-bc3c-5deede7f1cc1", "name": "network-vif-deleted", "tag": "8b384f64-b667-476e-b77f-5ed9b8de8ec4"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:02:29.676356 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e32e9af-7d9f-410e-947a-4857d5393931 x-openstack-request-id: req-2e32e9af-7d9f-410e-947a-4857d5393931 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:02:29.676741 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "268f1c27-d874-4e5c-bc3c-5deede7f1cc1", "name": "network-vif-deleted", "tag": "8b384f64-b667-476e-b77f-5ed9b8de8ec4", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:02:29.677030 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-2e32e9af-7d9f-410e-947a-4857d5393931 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:02:29.677453 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '268f1c27-d874-4e5c-bc3c-5deede7f1cc1', 'name': 'network-vif-deleted', 'tag': '8b384f64-b667-476e-b77f-5ed9b8de8ec4', 'status': 'completed', 'code': 200}
Jun 06 12:02:29.966547 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-02179cf8-6117-4720-ac5f-2244cfd04a10 req-9cc74378-b6d2-4c4a-89d0-09af29f7d6be tempest-VolumesSnapshotTestJSON-815257363 tempest-VolumesSnapshotTestJSON-815257363-project] 10.222.0.46 "GET /v2.0/ports?device_id=268f1c27-d874-4e5c-bc3c-5deede7f1cc1 HTTP/1.1" status: 200  len: 210 time: 0.0415239
Jun 06 12:02:31.435032 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 8b384f64-b667-476e-b77f-5ed9b8de8ec4 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:02:31.465106 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 8b384f64-b667-476e-b77f-5ed9b8de8ec4 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:02:31.465450 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 8b384f64-b667-476e-b77f-5ed9b8de8ec4 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:02:32.597917 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:35.705281 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-43cc5eef-0aac-4c3d-b73d-a0563e977537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:38.301645 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:38.626002 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-731fe2f6-4379-450e-9fc2-de74fb4720df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:39.673406 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:41.059972 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:43.697747 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:02:46.415701 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 59928) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:02:46.675060 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Deleting port 308ad103-0041-4f6f-b4c2-cae288e90283 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:02:46.675293 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:46.882879 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:46.883198 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:47.003725 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Calling delete_port for 308ad103-0041-4f6f-b4c2-cae288e90283 owned by network:floatingip {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:02:47.123706 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:47.128203 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:02:47.170222 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event deleted for resources: {'Port': ['ID=308ad103-0041-4f6f-b4c2-cae288e90283,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:02:47.211583 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.211894 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.212261 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.212621 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.213001 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.213358 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.213710 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.214067 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.214417 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.214762 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.215105 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.215448 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:02:47.241424 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:02:47.269322 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:47.269648 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.db.l3_db [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Floating IP bb83396d-c11d-4c42-95d5-f84df35b822e disassociated (deleted). External IP: 172.27.1.157, port: ce910242-1ed4-4f2c-a362-d1a63a314cf3.
Jun 06 12:02:47.605779 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Router 9a0a76db-c48f-4e6a-9871-b9affa33fffb has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 12:02:47.790826 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 12:02:47.795941 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:47.801142 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] Sync routers for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 12:02:47.810332 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:02:47.810960 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faca92940>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:02:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:47.856597 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-54f8cfc7-5f60-44cd-95be-68b28b1624dc tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "DELETE /v2.0/floatingips/bb83396d-c11d-4c42-95d5-f84df35b822e HTTP/1.1" status: 204  len: 168 time: 1.4398172
Jun 06 12:02:47.857277 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'tag': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3'}] {{(pid=91706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:02:47.859639 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5fd30a2b4685f86399ef936180dde51961844ada6ededa262073c4b16d37c3aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cde92551-cfb1-4ea2-8928-e3fae640f104" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7b1aff-9200-42e5-afe1-6c64445272cd", "tag": "ce910242-1ed4-4f2c-a362-d1a63a314cf3"}]}' {{(pid=91706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:02:47.962461 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5560a46-e9de-4ca4-9a04-9a6f51e17b4a x-openstack-request-id: req-d5560a46-e9de-4ca4-9a04-9a6f51e17b4a {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:02:47.963089 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7b1aff-9200-42e5-afe1-6c64445272cd", "tag": "ce910242-1ed4-4f2c-a362-d1a63a314cf3", "status": "completed", "code": 200}]} {{(pid=91706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:02:47.963933 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-d5560a46-e9de-4ca4-9a04-9a6f51e17b4a {{(pid=91706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:02:47.964868 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'tag': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'status': 'completed', 'code': 200}
Jun 06 12:02:48.028213 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:02:48.065063 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-26a57250-ffc4-4faf-ac96-27cc4ad1d9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:48.067254 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-26a57250-ffc4-4faf-ac96-27cc4ad1d9dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 1098 time: 0.0771964
Jun 06 12:02:48.259231 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-f4eb56cd-08f3-4236-8aa0-7de089147c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:48.260664 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-f4eb56cd-08f3-4236-8aa0-7de089147c14 service neutron] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 913 time: 0.1861749
Jun 06 12:02:48.334121 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-2c10af8a-8422-4583-8612-9ac3d03168b6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce910242-1ed4-4f2c-a362-d1a63a314cf3 HTTP/1.1" status: 200  len: 217 time: 0.0654740
Jun 06 12:02:48.349171 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0342e00-4ab2-46fb-9b25-fa38181cdcb3 req-707ee226-d4fd-422c-b601-495aef9b4a1f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:48.350667 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b0342e00-4ab2-46fb-9b25-fa38181cdcb3 req-707ee226-d4fd-422c-b601-495aef9b4a1f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 945 time: 0.1770294
Jun 06 12:02:48.413519 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faca92940>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'cc50f44f-95e1-4cbb-b9d5-78fa55523c40', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:93:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:54Z', 'updated_at': '2021-06-06T11:58:56Z', 'revision_number': 1, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:48.417514 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] Checking router: 9a0a76db-c48f-4e6a-9871-b9affa33fffb for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 12:02:48.426732 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:02:48.427359 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3faca92940>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:02:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:48.537040 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-2ed49c7f-e44a-4231-9782-24d685d8c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:48.538450 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-2ed49c7f-e44a-4231-9782-24d685d8c256 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.1869564
Jun 06 12:02:48.541311 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b0342e00-4ab2-46fb-9b25-fa38181cdcb3 req-a193e951-b14f-4f28-af8f-9fe20cfd9392 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584981
Jun 06 12:02:48.602334 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:02:48.635694 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-a542c2a2-4581-47f3-9867-62fb01ee4f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:48.637170 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-a542c2a2-4581-47f3-9867-62fb01ee4f55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0905654
Jun 06 12:02:48.769349 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-8a7d8128-52f2-40df-a452-c7bef047871e service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1228309
Jun 06 12:02:48.905773 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-cde92551-cfb1-4ea2-8928-e3fae640f104 req-75a1c641-afd9-47e6-9914-02c730aeade3 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1290574
Jun 06 12:02:48.979620 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3faca92940>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'cc50f44f-95e1-4cbb-b9d5-78fa55523c40', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:93:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:54Z', 'updated_at': '2021-06-06T11:58:56Z', 'revision_number': 1, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:48.983497 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f115590e-8b6e-4165-b3e7-d98e427bd029 None None] The sync data for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi is: [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_floatingips': [{'id': 'cc50f44f-95e1-4cbb-b9d5-78fa55523c40', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'floating_ip_address': '172.27.1.167', 'floating_network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'router_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'port_id': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 583, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'mac_address': 'fa:16:3e:93:1f:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64202e30-c995-49c7-8107-cc70bf434b71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-06T11:58:54Z', 'updated_at': '2021-06-06T11:58:56Z', 'revision_number': 1, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 12:02:49.197350 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ffa0ba-0f26-4291-9b71-e5d411b874d3 None None] New status for floating IP bb83396d-c11d-4c42-95d5-f84df35b822e: DOWN {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 12:02:49.782927 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1dfb3d-5080-48ae-bbfd-11f4cfdb68d2 req-f7aa553c-3ec0-4042-8c61-eabafa05d6f2 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:49.784344 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ce1dfb3d-5080-48ae-bbfd-11f4cfdb68d2 req-f7aa553c-3ec0-4042-8c61-eabafa05d6f2 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 945 time: 0.1367903
Jun 06 12:02:49.812947 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-49f3d213-762d-4da4-8342-5cc5b5c636bb tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:49.814315 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-49f3d213-762d-4da4-8342-5cc5b5c636bb tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 945 time: 0.1156790
Jun 06 12:02:49.891242 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ce1dfb3d-5080-48ae-bbfd-11f4cfdb68d2 req-84d7e664-025c-48e5-aad2-97d7c146f0e2 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0993934
Jun 06 12:02:49.970244 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Deleting port ce910242-1ed4-4f2c-a362-d1a63a314cf3 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:02:49.970591 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:50.104429 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] For port ce910242-1ed4-4f2c-a362-d1a63a314cf3, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=ce910242-1ed4-4f2c-a362-d1a63a314cf3,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:02:50.104820 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:50.233336 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Calling delete_port for ce910242-1ed4-4f2c-a362-d1a63a314cf3 owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:02:50.345253 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:50.350640 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-3f199fb0-7784-4e6e-9f54-275b9f53d78d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:02:50.402433 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event deleted for resources: {'Port': ['ID=ce910242-1ed4-4f2c-a362-d1a63a314cf3,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:02:50.406889 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:02:50.481715 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] No DVR routers for this DVR port ce910242-1ed4-4f2c-a362-d1a63a314cf3 on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:02:50.484175 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:50.486097 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-a6e20e81-2467-49ec-9002-28c84ed39037 req-96587e72-82b3-4ec2-8fff-4c67eb643e6f tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "DELETE /v2.0/ports/ce910242-1ed4-4f2c-a362-d1a63a314cf3 HTTP/1.1" status: 204  len: 173 time: 0.6646233
Jun 06 12:02:50.486631 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'name': 'network-vif-deleted', 'tag': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:02:50.488975 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d1aceba-0623-41ec-8a8e-9148d71343fe" -d '{"events": [{"server_uuid": "7c7b1aff-9200-42e5-afe1-6c64445272cd", "name": "network-vif-deleted", "tag": "ce910242-1ed4-4f2c-a362-d1a63a314cf3"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:02:50.537266 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66d7ff5-a4f3-462d-ab7d-05c31c753452 x-openstack-request-id: req-f66d7ff5-a4f3-462d-ab7d-05c31c753452 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:02:50.537619 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7b1aff-9200-42e5-afe1-6c64445272cd", "name": "network-vif-deleted", "tag": "ce910242-1ed4-4f2c-a362-d1a63a314cf3", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:02:50.537919 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-f66d7ff5-a4f3-462d-ab7d-05c31c753452 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:02:50.538349 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7b1aff-9200-42e5-afe1-6c64445272cd', 'name': 'network-vif-deleted', 'tag': 'ce910242-1ed4-4f2c-a362-d1a63a314cf3', 'status': 'completed', 'code': 200}
Jun 06 12:02:51.052583 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-4ff4ec81-3220-45bb-8e88-df5caac41c31 req-cfc3e25c-93a2-4da0-931d-0bdeda142c6d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=7c7b1aff-9200-42e5-afe1-6c64445272cd HTTP/1.1" status: 200  len: 210 time: 0.0410624
Jun 06 12:02:53.507153 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ce910242-1ed4-4f2c-a362-d1a63a314cf3 no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:02:53.542490 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: ce910242-1ed4-4f2c-a362-d1a63a314cf3 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:02:53.542835 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device ce910242-1ed4-4f2c-a362-d1a63a314cf3 not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:02:54.527879 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 60016) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:02:54.876664 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Deleting port 2535135b-2985-4b14-9ac5-212aa87c7e6e {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:02:54.877024 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:54.988164 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:54.988481 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:55.105446 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Calling delete_port for 2535135b-2985-4b14-9ac5-212aa87c7e6e owned by network:floatingip {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:02:55.230139 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:55.235336 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:02:55.280281 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event deleted for resources: {'Port': ['ID=2535135b-2985-4b14-9ac5-212aa87c7e6e,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:02:55.282719 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:02:55.376155 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:55.376493 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.db.l3_db [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Floating IP cc50f44f-95e1-4cbb-b9d5-78fa55523c40 disassociated (deleted). External IP: 172.27.1.167, port: 2c766363-d0a4-4d20-9b1a-6c02643574ad.
Jun 06 12:02:55.720263 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Router 9a0a76db-c48f-4e6a-9871-b9affa33fffb has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 12:02:55.899176 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 12:02:55.903373 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:55.909345 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] Sync routers for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 12:02:55.918390 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:02:55.918987 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae4d3610>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:02:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:55.956593 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-54b555b3-30a5-4cd1-821f-e1849eb1fbac tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "DELETE /v2.0/floatingips/cc50f44f-95e1-4cbb-b9d5-78fa55523c40 HTTP/1.1" status: 204  len: 168 time: 1.4276226
Jun 06 12:02:55.957951 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64202e30-c995-49c7-8107-cc70bf434b71', 'tag': '2c766363-d0a4-4d20-9b1a-6c02643574ad'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:02:55.959997 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a26df8-8906-42dd-b866-eabf4d391404" -d '{"events": [{"name": "network-changed", "server_uuid": "64202e30-c995-49c7-8107-cc70bf434b71", "tag": "2c766363-d0a4-4d20-9b1a-6c02643574ad"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:02:56.005534 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 06 Jun 2021 12:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb206c0-7ba5-4a40-b023-a0a0f1b4fd46 x-openstack-request-id: req-4cb206c0-7ba5-4a40-b023-a0a0f1b4fd46 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:02:56.006387 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64202e30-c995-49c7-8107-cc70bf434b71", "tag": "2c766363-d0a4-4d20-9b1a-6c02643574ad", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:02:56.006684 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-4cb206c0-7ba5-4a40-b023-a0a0f1b4fd46 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:02:56.007117 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64202e30-c995-49c7-8107-cc70bf434b71', 'tag': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'status': 'completed', 'code': 200}
Jun 06 12:02:56.099391 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26df8-8906-42dd-b866-eabf4d391404 req-f7fa0ad8-a40b-40c6-9e88-07d0f97de660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:56.101218 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95a26df8-8906-42dd-b866-eabf4d391404 req-f7fa0ad8-a40b-40c6-9e88-07d0f97de660 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=686e8a3abe34498f8f040ce70883dd57&device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 1098 time: 0.0747917
Jun 06 12:02:56.110969 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:02:56.391481 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26df8-8906-42dd-b866-eabf4d391404 req-968b3b10-cf41-4edd-b067-dd54da7d4504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:56.392942 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95a26df8-8906-42dd-b866-eabf4d391404 req-968b3b10-cf41-4edd-b067-dd54da7d4504 service neutron] 10.222.0.16 "GET /v2.0/networks?id=635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 200  len: 913 time: 0.2855229
Jun 06 12:02:56.434942 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae4d3610>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:56.439253 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] Checking router: 9a0a76db-c48f-4e6a-9871-b9affa33fffb for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 12:02:56.447578 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:02:56.448192 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fae4d3610>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:02:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:56.469368 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60032) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:02:56.470373 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95a26df8-8906-42dd-b866-eabf4d391404 req-153052b5-8230-45c9-90e3-f2c027b842bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2c766363-d0a4-4d20-9b1a-6c02643574ad HTTP/1.1" status: 200  len: 217 time: 0.0693326
Jun 06 12:02:56.517827 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad19850d-fcdf-47bc-b08f-dc53e26aad25 req-b6b48092-005d-41c9-a30c-c434ff287956 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:56.519303 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad19850d-fcdf-47bc-b08f-dc53e26aad25 req-b6b48092-005d-41c9-a30c-c434ff287956 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 945 time: 0.1899827
Jun 06 12:02:56.534109 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8db883a-29f8-4d52-9094-008366e94c19 admin admin] Deleting subnet 59072f87-2ab6-4b00-a23b-d855241a62ea {{(pid=91706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 12:02:56.537086 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d8db883a-29f8-4d52-9094-008366e94c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:56.573161 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26df8-8906-42dd-b866-eabf4d391404 req-f9cfa54f-87eb-4615-997d-464fbb107ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:56.574599 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95a26df8-8906-42dd-b866-eabf4d391404 req-f9cfa54f-87eb-4615-997d-464fbb107ab4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 200  len: 851 time: 0.0963175
Jun 06 12:02:56.584811 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-ad19850d-fcdf-47bc-b08f-dc53e26aad25 req-f6ce6a24-3bf1-47a2-a368-d73419b173e3 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0590506
Jun 06 12:02:56.589681 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d8db883a-29f8-4d52-9094-008366e94c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3959666'] for subnet, precommit_delete_associations {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:56.639795 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:02:56.647123 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d8db883a-29f8-4d52-9094-008366e94c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:56.658341 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a26df8-8906-42dd-b866-eabf4d391404 req-5f2c3541-ce7b-4c63-a7d1-7baf137310e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:56.659829 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95a26df8-8906-42dd-b866-eabf4d391404 req-5f2c3541-ce7b-4c63-a7d1-7baf137310e3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=635d2781-a27a-4f29-9f06-dde3ee9ec75f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741832
Jun 06 12:02:56.719893 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d8db883a-29f8-4d52-9094-008366e94c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2905407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2786895'] for subnet, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:56.723604 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-1333b0fe-fa05-4058-8b03-00be436a0cce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:02:56.758940 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8db883a-29f8-4d52-9094-008366e94c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59072f87-2ab6-4b00-a23b-d855241a62ea,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:02:56.760932 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d8db883a-29f8-4d52-9094-008366e94c19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for subnet, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:56.762736 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-d8db883a-29f8-4d52-9094-008366e94c19 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/59072f87-2ab6-4b00-a23b-d855241a62ea HTTP/1.1" status: 204  len: 168 time: 0.2917826
Jun 06 12:02:56.763790 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d8db883a-29f8-4d52-9094-008366e94c19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:02:56.766201 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60034) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:02:56.802197 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95a26df8-8906-42dd-b866-eabf4d391404 req-1a3843ce-4029-470c-ae6e-4f0bb604dbee service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1341393
Jun 06 12:02:56.951730 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-95a26df8-8906-42dd-b866-eabf4d391404 req-51ad4b77-9559-4215-9dc2-d9355aefcbc3 service neutron] 10.222.0.16 "GET /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1421096
Jun 06 12:02:56.963213 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fae4d3610>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:56.967730 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-019bdd6a-623a-4feb-81d1-ffc14027161a None None] The sync data for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi is: [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T11:54:51Z', 'revision_number': 4, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi', '_interfaces': [{'id': '0283bc0b-de75-488e-a606-cdd1ad5d5512', 'name': '', 'network_id': '635d2781-a27a-4f29-9f06-dde3ee9ec75f', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'mac_address': 'fa:16:3e:af:26:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_interface', 'standard_attr_id': 392, 'fixed_ips': [{'subnet_id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:47Z', 'updated_at': '2021-06-06T11:54:59Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'subnets': [{'id': 'b6cc30e6-78ed-4597-966d-9c8ca50a31ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 12:02:56.979633 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.102638 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.115325 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fa7cb0b20>,) {'filters': {'network_id': ['ecfd3742-0936-4a09-8b5b-1874d4c62c4c']}} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:57.128482 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fa7cb0b20>, '6b8011e7-cbc8-45af-92fe-85b37304d103') {'for_net_delete': True} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:57.128816 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.services.segments.db [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fa7cb0b20>, '6b8011e7-cbc8-45af-92fe-85b37304d103') {} {{(pid=91706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:02:57.141392 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3959627'] for segment, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.158135 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.165291 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] Releasing vlan 654 on physical network physnet1 to pool {{(pid=91706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 12:02:57.165628 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2905477'] for segment, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]: Traceback (most recent call last):
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     timer()
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     cb(*args, **kw)
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     return func(*args, **kwargs)
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     self._notify()
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     self.callback(batched_events)
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     event.method(event)
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     return f(self, *a, **k)
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._get(url).json()
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     return self.request(url, 'GET', **kwargs)
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 12:02:57.178489 dv-cinder-786260-3-iscsi neutron-server[91706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 12:02:57.181644 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ca98768-d63c-4095-abce-8cbbca726937 None None] New status for floating IP cc50f44f-95e1-4cbb-b9d5-78fa55523c40: DOWN {{(pid=91708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 06 12:02:57.252739 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.256108 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-5acb1353-b1ac-46de-a5c7-9bbe6260aeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:02:57.269017 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.273245 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] 10.222.0.46 "DELETE /v2.0/networks/ecfd3742-0936-4a09-8b5b-1874d4c62c4c HTTP/1.1" status: 204  len: 168 time: 0.5055628
Jun 06 12:02:57.281305 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] Pushing event deleted for resources: {'Network': ['ID=ecfd3742-0936-4a09-8b5b-1874d4c62c4c,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:02:57.284632 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8aefbdca-b430-4218-901e-67acf4d6b62e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:02:57.453142 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60038) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:02:57.500454 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-57605971-991c-408b-bc54-0de00c91c0a9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=710c6cdce86a476b9f7c845eca2c8d8a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0451632
Jun 06 12:02:57.502611 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60040) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:02:57.557178 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-431b9ddc-dd90-4f7a-855c-403d52c2d7a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.586149 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-431b9ddc-dd90-4f7a-855c-403d52c2d7a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.638345 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-431b9ddc-dd90-4f7a-855c-403d52c2d7a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.641598 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-431b9ddc-dd90-4f7a-855c-403d52c2d7a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:57.645322 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-431b9ddc-dd90-4f7a-855c-403d52c2d7a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bb1debda-b165-42b9-98cd-78339d7ef365 HTTP/1.1" status: 204  len: 168 time: 0.1392462
Jun 06 12:02:57.645322 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-14f766ec-3d2e-4b88-9d43-c13135c3d333 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:02:57.653459 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431b9ddc-dd90-4f7a-855c-403d52c2d7a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb1debda-b165-42b9-98cd-78339d7ef365,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:02:57.656436 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-431b9ddc-dd90-4f7a-855c-403d52c2d7a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:02:57.799678 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25adab98-56f8-4838-9e30-7e2250897948 req-24fabe46-ec7d-478f-a7ac-67e63f4ce645 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:57.801113 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-25adab98-56f8-4838-9e30-7e2250897948 req-24fabe46-ec7d-478f-a7ac-67e63f4ce645 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 945 time: 0.1490111
Jun 06 12:02:57.848602 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8689c97-dcf8-454e-aa9b-a7b45da23e0b req-66ae102c-abc0-4f63-8f1e-d000e2f4e816 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=91705) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 06 12:02:57.850201 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b8689c97-dcf8-454e-aa9b-a7b45da23e0b req-66ae102c-abc0-4f63-8f1e-d000e2f4e816 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 945 time: 0.1426442
Jun 06 12:02:57.961734 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-b8689c97-dcf8-454e-aa9b-a7b45da23e0b req-d1b9c522-22e7-437d-981d-9669511bf242 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/security-groups?id=27d3d788-a403-4452-8528-b6cd161399e5&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0996854
Jun 06 12:02:58.001070 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-25adab98-56f8-4838-9e30-7e2250897948 req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Deleting port 2c766363-d0a4-4d20-9b1a-6c02643574ad {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:02:58.001421 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-25adab98-56f8-4838-9e30-7e2250897948 req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:58.134640 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [req-25adab98-56f8-4838-9e30-7e2250897948 req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] For port 2c766363-d0a4-4d20-9b1a-6c02643574ad, host hv-cinder-78626, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78626',level=0,port_id=2c766363-d0a4-4d20-9b1a-6c02643574ad,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:02:58.134885 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-25adab98-56f8-4838-9e30-7e2250897948 req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:58.254581 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [req-25adab98-56f8-4838-9e30-7e2250897948 req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Calling delete_port for 2c766363-d0a4-4d20-9b1a-6c02643574ad owned by compute:nova {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:02:58.363903 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-25adab98-56f8-4838-9e30-7e2250897948 req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:58.369264 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f5613ea9-0c62-4915-a94d-211eba019ada service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:02:58.413394 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event deleted for resources: {'Port': ['ID=2c766363-d0a4-4d20-9b1a-6c02643574ad,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:02:58.416331 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:02:58.488119 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [req-25adab98-56f8-4838-9e30-7e2250897948 req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] No DVR routers for this DVR port 2c766363-d0a4-4d20-9b1a-6c02643574ad on host hv-cinder-78626 {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:02:58.490559 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [req-25adab98-56f8-4838-9e30-7e2250897948 req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for port, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:02:58.492437 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-25adab98-56f8-4838-9e30-7e2250897948 req-0552c163-670c-4189-85f2-aee7f03a9147 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.16 "DELETE /v2.0/ports/2c766363-d0a4-4d20-9b1a-6c02643574ad HTTP/1.1" status: 204  len: 173 time: 0.6844025
Jun 06 12:02:58.492962 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64202e30-c995-49c7-8107-cc70bf434b71', 'name': 'network-vif-deleted', 'tag': '2c766363-d0a4-4d20-9b1a-6c02643574ad'}] {{(pid=91705) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 06 12:02:58.495268 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.46/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ee91f4317868826569a869835ad32c9396f4fcefe9bea0f091f2ba23d9e88bbd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e69122b-2b8a-4ebf-a164-4ecb6879887c" -d '{"events": [{"server_uuid": "64202e30-c995-49c7-8107-cc70bf434b71", "name": "network-vif-deleted", "tag": "2c766363-d0a4-4d20-9b1a-6c02643574ad"}]}' {{(pid=91705) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}}
Jun 06 12:02:58.536859 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 06 Jun 2021 12:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a13ac555-a5cc-4ecc-ad9b-505219f25dc1 x-openstack-request-id: req-a13ac555-a5cc-4ecc-ad9b-505219f25dc1 {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}}
Jun 06 12:02:58.537190 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64202e30-c995-49c7-8107-cc70bf434b71", "name": "network-vif-deleted", "tag": "2c766363-d0a4-4d20-9b1a-6c02643574ad", "status": "completed", "code": 200}]} {{(pid=91705) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}}
Jun 06 12:02:58.537477 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.46/compute/v2.1/os-server-external-events used request id req-a13ac555-a5cc-4ecc-ad9b-505219f25dc1 {{(pid=91705) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}}
Jun 06 12:02:58.537902 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64202e30-c995-49c7-8107-cc70bf434b71', 'name': 'network-vif-deleted', 'tag': '2c766363-d0a4-4d20-9b1a-6c02643574ad', 'status': 'completed', 'code': 200}
Jun 06 12:02:59.135066 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [req-f7d22cb4-c16a-4ab7-a726-27fd0f1a95f8 req-9c91cc64-e748-4b44-85ac-47f89981a0a3 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "GET /v2.0/ports?device_id=64202e30-c995-49c7-8107-cc70bf434b71 HTTP/1.1" status: 200  len: 210 time: 0.0517330
Jun 06 12:02:59.497322 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 2c766363-d0a4-4d20-9b1a-6c02643574ad no longer exists at agent hyperv_hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:02:59.535058 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] No Port match for: 2c766363-d0a4-4d20-9b1a-6c02643574ad {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:02:59.535407 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Device 2c766363-d0a4-4d20-9b1a-6c02643574ad not bound to the agent host hv-cinder-78626 {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:03:00.228978 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60052) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:00.439240 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Deleting port f5ca0322-1092-4bc4-8803-822cbd44d8f4 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:03:00.439584 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:00.551754 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:00.552074 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:00.667451 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Calling delete_port for f5ca0322-1092-4bc4-8803-822cbd44d8f4 owned by network:floatingip {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:03:00.771486 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:00.775694 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-4d54e796-02b3-4b43-a908-da4a92a9a136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:00.820784 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event deleted for resources: {'Port': ['ID=f5ca0322-1092-4bc4-8803-822cbd44d8f4,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:00.846316 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:00.908302 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for floatingip, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:00.910830 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-41566'] for floatingip, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:00.911942 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-08187f1e-be03-4aa0-9dd0-ea24795efe2d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "DELETE /v2.0/floatingips/d9f25a0a-e414-4614-820f-ccd5936e1492 HTTP/1.1" status: 204  len: 168 time: 0.6819696
Jun 06 12:03:02.275928 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60066) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:02.346257 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-55de004f-fae8-4e22-963d-ab0bbe23081d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:02.379436 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-55de004f-fae8-4e22-963d-ab0bbe23081d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:02.443176 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-55de004f-fae8-4e22-963d-ab0bbe23081d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:02.445785 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-55de004f-fae8-4e22-963d-ab0bbe23081d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:02.446878 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-55de004f-fae8-4e22-963d-ab0bbe23081d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] 10.222.0.46 "DELETE /v2.0/security-groups/27d3d788-a403-4452-8528-b6cd161399e5 HTTP/1.1" status: 204  len: 168 time: 0.1699588
Jun 06 12:03:02.447659 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-a186cf84-9e79-4af7-982b-06d8fd104ce0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:02.462207 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55de004f-fae8-4e22-963d-ab0bbe23081d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=27d3d788-a403-4452-8528-b6cd161399e5,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:02.464944 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-55de004f-fae8-4e22-963d-ab0bbe23081d tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:02.508740 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60070) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:02.602546 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:03.329868 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1647323'] for router_interface, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:03.729019 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Deleting port 0283bc0b-de75-488e-a606-cdd1ad5d5512 {{(pid=91706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:03:03.729249 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:03.845220 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.db [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] For port 0283bc0b-de75-488e-a606-cdd1ad5d5512, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=0283bc0b-de75-488e-a606-cdd1ad5d5512,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:03:03.845560 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:03.966362 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.plugins.ml2.plugin [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Calling delete_port for 0283bc0b-de75-488e-a606-cdd1ad5d5512 owned by network:router_interface {{(pid=91706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:03:04.107882 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2905554'] for port, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:04.111864 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-75255365-dd12-4399-a2f0-3cbcca0b95d3 tempest-DeleteServersTestJSON-834764780 tempest-DeleteServersTestJSON-834764780-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:04.155269 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Pushing event deleted for resources: {'Port': ['ID=0283bc0b-de75-488e-a606-cdd1ad5d5512,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:04.158815 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:04.512046 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648021'] for router_interface, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:04.857469 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Router 9a0a76db-c48f-4e6a-9871-b9affa33fffb has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 12:03:05.036817 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 12:03:05.044059 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-8e7a0936-4a4a-42b3-a78b-6eea8b626704 admin admin] 10.222.0.46 "PUT /v2.0/routers/9a0a76db-c48f-4e6a-9871-b9affa33fffb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.5342243
Jun 06 12:03:05.044454 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 60074) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:05.045269 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] Sync routers for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 12:03:05.055827 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:03:05.056444 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fadb2fbe0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:02:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:05.276823 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: dv-cinder-786260-3-iscsi {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:03:05.323951 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Notify callbacks [] for router, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:05.493951 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:05.550032 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fadb2fbe0>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173'}], 'enable_snat': True}, 'gw_port_id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T12:03:04Z', 'revision_number': 5, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port': {'id': 'b5e96599-10e8-41c7-b92e-3cc4b5f61884', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:41Z', 'updated_at': '2021-06-06T11:54:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:05.553645 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] Checking router: 9a0a76db-c48f-4e6a-9871-b9affa33fffb for host: dv-cinder-786260-3-iscsi {{(pid=91707) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 12:03:05.562270 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] Routers {'9a0a76db-c48f-4e6a-9871-b9affa33fffb'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91707) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:03:05.562874 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fadb2fbe0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:02:39Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'], 'active': True} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:05.567768 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Deleting port b5e96599-10e8-41c7-b92e-3cc4b5f61884 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:03:05.568109 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:05.692621 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] For port b5e96599-10e8-41c7-b92e-3cc4b5f61884, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=b5e96599-10e8-41c7-b92e-3cc4b5f61884,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:03:05.693004 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:05.727562 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-7ae1565a-ad19-4192-a0d3-10711fd209e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:05.729449 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvr_db [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] Set router 9a0a76db-c48f-4e6a-9871-b9affa33fffb gateway port host: None {{(pid=91707) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:03:05.816507 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Calling delete_port for b5e96599-10e8-41c7-b92e-3cc4b5f61884 owned by network:router_gateway {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:03:05.832079 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_hamode_db [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fadb2fbe0>, [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T12:03:05Z', 'revision_number': 6, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port_host': None}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:05.835988 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab57e98-66a0-41f1-a207-b9f37543cc6f None None] The sync data for ids ['9a0a76db-c48f-4e6a-9871-b9affa33fffb'] in dv-cinder-786260-3-iscsi is: [{'id': '9a0a76db-c48f-4e6a-9871-b9affa33fffb', 'name': 'tempest-TestVolumeBootPattern-1978684863-router', 'tenant_id': '686e8a3abe34498f8f040ce70883dd57', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:40Z', 'updated_at': '2021-06-06T12:03:05Z', 'revision_number': 6, 'project_id': '686e8a3abe34498f8f040ce70883dd57', 'gw_port_host': None}] {{(pid=91707) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 12:03:05.962058 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:05.968963 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-029bf7d6-178e-4a25-b904-119b52ba2d57 tempest-VolumesNegativeTest-440558392 tempest-VolumesNegativeTest-440558392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:06.010108 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e96599-10e8-41c7-b92e-3cc4b5f61884,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:06.013214 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:06.101132 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-314699'] for router_gateway, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.290337 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13595'] for router, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.293412 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.324811 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1650912'] for router, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.325349 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a0a76db-c48f-4e6a-9871-b9affa33fffb {{(pid=91705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 06 12:03:06.329446 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] Notify callbacks [] for router, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.330978 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-802cc893-bf5b-469a-844a-ff9c478a8989 admin admin] 10.222.0.46 "DELETE /v2.0/routers/9a0a76db-c48f-4e6a-9871-b9affa33fffb HTTP/1.1" status: 204  len: 168 time: 1.2847989
Jun 06 12:03:06.333460 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 60078) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:06.395558 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_v2 [None req-23ba84a7-e23a-4188-95dc-e601f38c6cbb admin admin] Deleting subnet b6cc30e6-78ed-4597-966d-9c8ca50a31ab {{(pid=91705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 12:03:06.398595 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-23ba84a7-e23a-4188-95dc-e601f38c6cbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.446215 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-23ba84a7-e23a-4188-95dc-e601f38c6cbb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1486394'] for subnet, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.524585 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-23ba84a7-e23a-4188-95dc-e601f38c6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.596862 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-23ba84a7-e23a-4188-95dc-e601f38c6cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-809281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064753'] for subnet, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.601192 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-255b9572-9081-4154-a73d-88be4be3442d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:06.636191 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba84a7-e23a-4188-95dc-e601f38c6cbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6cc30e6-78ed-4597-966d-9c8ca50a31ab,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:06.639742 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-23ba84a7-e23a-4188-95dc-e601f38c6cbb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:06.643115 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-23ba84a7-e23a-4188-95dc-e601f38c6cbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.646185 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-23ba84a7-e23a-4188-95dc-e601f38c6cbb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b6cc30e6-78ed-4597-966d-9c8ca50a31ab HTTP/1.1" status: 204  len: 168 time: 0.3114624
Jun 06 12:03:06.647404 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 60080) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:06.649177 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3342190e-dfe7-4ec9-b4b2-3ac51487451d None None] Network 635d2781-a27a-4f29-9f06-dde3ee9ec75f requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 12:03:06.866424 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.938093 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] DHCP port deletion for 635d2781-a27a-4f29-9f06-dde3ee9ec75f request from dv-cinder-786260-3-iscsi {{(pid=91707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 06 12:03:06.948792 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Deleting port 10776d35-7541-4bb0-ad6e-a293d05b371b {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:03:06.949138 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:06.973505 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device b5e96599-10e8-41c7-b92e-3cc4b5f61884 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:03:07.017004 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: b5e96599-10e8-41c7-b92e-3cc4b5f61884 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:03:07.017350 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device b5e96599-10e8-41c7-b92e-3cc4b5f61884 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:03:07.017773 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 0283bc0b-de75-488e-a606-cdd1ad5d5512 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:03:07.050225 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 0283bc0b-de75-488e-a606-cdd1ad5d5512 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:03:07.050563 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 0283bc0b-de75-488e-a606-cdd1ad5d5512 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:03:07.053836 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] For port 10776d35-7541-4bb0-ad6e-a293d05b371b, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=10776d35-7541-4bb0-ad6e-a293d05b371b,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:03:07.054340 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.069364 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Deleting port 10776d35-7541-4bb0-ad6e-a293d05b371b {{(pid=91707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:03:07.069740 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.163779 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] For port 10776d35-7541-4bb0-ad6e-a293d05b371b, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=10776d35-7541-4bb0-ad6e-a293d05b371b,segment=NetworkSegment(75b651c3-0813-4941-a32b-cc1b76e05b2d),segment_id=75b651c3-0813-4941-a32b-cc1b76e05b2d)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:03:07.164054 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.177167 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Calling delete_port for 10776d35-7541-4bb0-ad6e-a293d05b371b owned by network:dhcp {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:03:07.222015 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.226564 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a52d1bf9-f00e-4aaa-86f5-81eb93ec687b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:07.271095 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Pushing event deleted for resources: {'Port': ['ID=10776d35-7541-4bb0-ad6e-a293d05b371b,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:07.274209 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:07.274979 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] No DVR routers for this DVR port 10776d35-7541-4bb0-ad6e-a293d05b371b on host dv-cinder-786260-3-iscsi {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:03:07.282785 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Calling delete_port for 10776d35-7541-4bb0-ad6e-a293d05b371b owned by network:dhcp {{(pid=91707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:03:07.323948 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369'] for port, after_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.327554 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:07.389569 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.401974 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fad111b50>,) {'filters': {'network_id': ['635d2781-a27a-4f29-9f06-dde3ee9ec75f']}} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:07.414614 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad111b50>, '75b651c3-0813-4941-a32b-cc1b76e05b2d') {'for_net_delete': True} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:07.414829 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad111b50>, '75b651c3-0813-4941-a32b-cc1b76e05b2d') {} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:07.414949 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Pushing event deleted for resources: {'Port': ['ID=10776d35-7541-4bb0-ad6e-a293d05b371b,revision_number=None']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:07.420339 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] No DVR routers for this DVR port 10776d35-7541-4bb0-ad6e-a293d05b371b on host dv-cinder-786260-3-iscsi {{(pid=91707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:03:07.428392 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.428783 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.429121 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.429237 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486339'] for segment, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.429455 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.429781 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.430107 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.430431 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.430751 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.431072 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.431389 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.431710 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.432022 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-786260-3-iscsi {{(pid=91707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 06 12:03:07.435013 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-c02686f1-910e-4ca1-956b-6c895f40a992 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:07.446287 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.452830 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Releasing vlan 653 on physical network physnet1 to pool {{(pid=91705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 12:03:07.453204 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-809467'] for segment, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]: Traceback (most recent call last):
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     timer()
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     cb(*args, **kw)
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     return func(*args, **kwargs)
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     self._notify()
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     self.callback(batched_events)
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     event.method(event)
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     return f(self, *a, **k)
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._get(url).json()
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self.request(url, 'GET', **kwargs)
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 12:03:07.465902 dv-cinder-786260-3-iscsi neutron-server[91705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 12:03:07.537126 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.540535 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:07.556458 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:07.558265 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] 10.222.0.46 "DELETE /v2.0/networks/635d2781-a27a-4f29-9f06-dde3ee9ec75f HTTP/1.1" status: 204  len: 168 time: 0.9092870
Jun 06 12:03:07.561108 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 60082) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:07.618264 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Pushing event deleted for resources: {'Network': ['ID=635d2781-a27a-4f29-9f06-dde3ee9ec75f,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:07.627102 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:08.079112 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1647323'] for router_interface, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:08.302652 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:08.576392 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Deleting port a48b2040-c062-4acb-a620-602e0e21eba5 {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:03:08.577006 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:08.629909 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b259bc78-7d50-473c-bf08-cc7a2276baac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:08.701185 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] For port a48b2040-c062-4acb-a620-602e0e21eba5, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=a48b2040-c062-4acb-a620-602e0e21eba5,segment=NetworkSegment(e24b7beb-1a27-4aa6-bea1-1fd34e3389a0),segment_id=e24b7beb-1a27-4aa6-bea1-1fd34e3389a0)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:03:08.701622 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:08.821508 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Calling delete_port for a48b2040-c062-4acb-a620-602e0e21eba5 owned by network:router_interface {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:03:08.911096 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 10776d35-7541-4bb0-ad6e-a293d05b371b no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:03:08.944331 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 10776d35-7541-4bb0-ad6e-a293d05b371b {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:03:08.944672 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 10776d35-7541-4bb0-ad6e-a293d05b371b not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:03:08.969520 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:08.973886 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-e10465a0-0074-43ab-9f0b-0aa21fbf0417 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:09.019884 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Pushing event deleted for resources: {'Port': ['ID=a48b2040-c062-4acb-a620-602e0e21eba5,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:09.050851 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:09.275518 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1697193', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1648021'] for router_interface, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:09.676385 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:09.722746 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Router bb69dc3d-17ed-42ff-a50f-924bb0bc83da has already been hosted by L3 agent 9c92805f-4efe-4ad9-bdf3-0daf20a13e8c {{(pid=91705) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 06 12:03:09.890190 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] Notify agent at l3_agent.dv-cinder-786260-3-iscsi the message routers_updated {{(pid=91705) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 06 12:03:09.894816 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-cfb1c0cc-9a86-42ee-8d47-4ccfcd95ce69 admin admin] 10.222.0.46 "PUT /v2.0/routers/bb69dc3d-17ed-42ff-a50f-924bb0bc83da/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.3327777
Jun 06 12:03:09.897387 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 60084) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:09.899824 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] Sync routers for ids ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'] in dv-cinder-786260-3-iscsi {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 06 12:03:09.910518 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] Routers {'bb69dc3d-17ed-42ff-a50f-924bb0bc83da'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:03:09.911278 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad77d7f0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:03:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:10.074442 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Notify callbacks [] for router, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:10.085052 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] Set router bb69dc3d-17ed-42ff-a50f-924bb0bc83da gateway port host: dv-cinder-786260-3-iscsi {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:03:10.246410 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:10.315447 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Deleting port c64f06a9-e8fa-4769-9e2a-517f6ac481fb {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:03:10.315777 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:10.390570 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad77d7f0>, [{'id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'name': 'tempest-TestVolumeBootPattern-1314087365-router', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'external_fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93'}], 'enable_snat': True}, 'gw_port_id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:56Z', 'updated_at': '2021-06-06T12:03:08Z', 'revision_number': 5, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'gw_port': {'id': 'c64f06a9-e8fa-4769-9e2a-517f6ac481fb', 'name': '', 'network_id': 'e66ff1dc-41f2-4152-9c0f-1b0300d6578f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:7c:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 408, 'fixed_ips': [{'subnet_id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'ip_address': '172.27.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-786260-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-06T11:54:58Z', 'updated_at': '2021-06-06T11:55:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5f5dd428-7172-4519-afe2-90a563c7e7d0', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-786260-3-iscsi'}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:10.394313 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] Checking router: bb69dc3d-17ed-42ff-a50f-924bb0bc83da for host: dv-cinder-786260-3-iscsi {{(pid=91708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 06 12:03:10.402886 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] Routers {'bb69dc3d-17ed-42ff-a50f-924bb0bc83da'} bound to L3 agent in host dv-cinder-786260-3-iscsi {{(pid=91708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Jun 06 12:03:10.403497 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f3fad77d7f0>, 'dv-cinder-786260-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-06-06T11:44:09Z,description=<?>,heartbeat_timestamp=2021-06-06T12:03:09Z,host='dv-cinder-786260-3-iscsi',id=9c92805f-4efe-4ad9-bdf3-0daf20a13e8c,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-06T11:44:09Z,topic='l3_agent')) {'router_ids': ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'], 'active': True} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:10.438062 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] For port c64f06a9-e8fa-4769-9e2a-517f6ac481fb, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=c64f06a9-e8fa-4769-9e2a-517f6ac481fb,segment=NetworkSegment(444a1bb2-8314-4c88-b9bb-f56b8482702b),segment_id=444a1bb2-8314-4c88-b9bb-f56b8482702b)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:03:10.438409 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:10.549605 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_dvr_db [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] Set router bb69dc3d-17ed-42ff-a50f-924bb0bc83da gateway port host: None {{(pid=91708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}}
Jun 06 12:03:10.556151 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Calling delete_port for c64f06a9-e8fa-4769-9e2a-517f6ac481fb owned by network:router_gateway {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:03:10.652377 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.l3_hamode_db [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f3fad77d7f0>, [{'id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'name': 'tempest-TestVolumeBootPattern-1314087365-router', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:56Z', 'updated_at': '2021-06-06T12:03:10Z', 'revision_number': 6, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'gw_port_host': None}], 'dv-cinder-786260-3-iscsi', False) {} {{(pid=91708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:10.656305 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ec3f449-20b0-485c-8fcb-6a776f585f95 None None] The sync data for ids ['bb69dc3d-17ed-42ff-a50f-924bb0bc83da'] in dv-cinder-786260-3-iscsi is: [{'id': 'bb69dc3d-17ed-42ff-a50f-924bb0bc83da', 'name': 'tempest-TestVolumeBootPattern-1314087365-router', 'tenant_id': '5fe599a346a54273842a3086bccd03f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-06T11:54:56Z', 'updated_at': '2021-06-06T12:03:10Z', 'revision_number': 6, 'project_id': '5fe599a346a54273842a3086bccd03f2', 'gw_port_host': None}] {{(pid=91708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 06 12:03:10.694780 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:10.699185 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-5bac6cf0-4fab-4c16-94d7-05722025f177 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:10.742593 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Pushing event deleted for resources: {'Port': ['ID=c64f06a9-e8fa-4769-9e2a-517f6ac481fb,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:10.770781 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:10.831323 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-314699'] for router_gateway, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.071181 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.112165 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1650812', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13595'] for router, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.114540 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.135121 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1650912'] for router, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.135656 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb69dc3d-17ed-42ff-a50f-924bb0bc83da {{(pid=91705) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 06 12:03:11.139663 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] Notify callbacks [] for router, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.140762 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2ab76ecd-22b8-4a82-9157-b9e55cb4e39a admin admin] 10.222.0.46 "DELETE /v2.0/routers/bb69dc3d-17ed-42ff-a50f-924bb0bc83da HTTP/1.1" status: 204  len: 168 time: 1.2421949
Jun 06 12:03:11.143211 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 60086) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:11.198830 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e49441f-ddae-4b24-9ab3-8344593676a3 admin admin] Deleting subnet 850e41b9-48b6-45c7-9121-86f625e69569 {{(pid=91705) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 06 12:03:11.201574 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2e49441f-ddae-4b24-9ab3-8344593676a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.249674 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2e49441f-ddae-4b24-9ab3-8344593676a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1486394'] for subnet, precommit_delete_associations {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.323134 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2e49441f-ddae-4b24-9ab3-8344593676a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1497058'] for subnet, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.385650 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2e49441f-ddae-4b24-9ab3-8344593676a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1497067', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222568', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-809281', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4064753'] for subnet, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.390452 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-91776684-7b27-498a-85ab-ad8d6ff0ea13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:11.419200 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a48b2040-c062-4acb-a620-602e0e21eba5 no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:03:11.428922 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e49441f-ddae-4b24-9ab3-8344593676a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=850e41b9-48b6-45c7-9121-86f625e69569,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:11.430897 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-2e49441f-ddae-4b24-9ab3-8344593676a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.432598 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-2e49441f-ddae-4b24-9ab3-8344593676a3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/850e41b9-48b6-45c7-9121-86f625e69569 HTTP/1.1" status: 204  len: 168 time: 0.2885096
Jun 06 12:03:11.433525 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-2e49441f-ddae-4b24-9ab3-8344593676a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:11.435015 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.wsgi [-] (91705) accepted ('10.222.0.46', 60088) {{(pid=91705) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:11.448754 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c35fbe-6df7-4d98-b76d-ae97e3756fca None None] Network 87066c5d-62cc-4df8-b4a8-c016af5aa53f requested from dv-cinder-786260-3-iscsi {{(pid=91707) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}}
Jun 06 12:03:11.478665 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: a48b2040-c062-4acb-a620-602e0e21eba5 {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:03:11.479017 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device a48b2040-c062-4acb-a620-602e0e21eba5 not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:03:11.544159 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-599648'] for network, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.617664 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Deleting port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d {{(pid=91705) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:03:11.618012 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.712929 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-094eabba-a796-4ae4-8e61-396911057c7a None None] DHCP port deletion for 87066c5d-62cc-4df8-b4a8-c016af5aa53f request from dv-cinder-786260-3-iscsi {{(pid=91707) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}}
Jun 06 12:03:11.725700 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.db [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] For port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=2ffd2555-2bd8-4756-b8aa-fe6ac26a290d,segment=NetworkSegment(e24b7beb-1a27-4aa6-bea1-1fd34e3389a0),segment_id=e24b7beb-1a27-4aa6-bea1-1fd34e3389a0)] {{(pid=91705) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:03:11.726050 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.778862 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-094eabba-a796-4ae4-8e61-396911057c7a None None] Deleting port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d {{(pid=91707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1898}}
Jun 06 12:03:11.779249 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-094eabba-a796-4ae4-8e61-396911057c7a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744468303836'] for port, before_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.848194 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.plugin [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Calling delete_port for 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d owned by network:dhcp {{(pid=91705) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:03:11.874532 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.db [None req-094eabba-a796-4ae4-8e61-396911057c7a None None] For port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d, host dv-cinder-786260-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-786260-3-iscsi',level=0,port_id=2ffd2555-2bd8-4756-b8aa-fe6ac26a290d,segment=NetworkSegment(e24b7beb-1a27-4aa6-bea1-1fd34e3389a0),segment_id=e24b7beb-1a27-4aa6-bea1-1fd34e3389a0)] {{(pid=91707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 06 12:03:11.875165 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-094eabba-a796-4ae4-8e61-396911057c7a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1649292'] for port, precommit_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.895534 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-809388'] for port, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:11.900648 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-a0798a56-c725-47dd-aab7-2e0493e9d4e4 tempest-TestVolumeBootPattern-981239432 tempest-TestVolumeBootPattern-981239432-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:11.945906 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ffd2555-2bd8-4756-b8aa-fe6ac26a290d,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:11.948247 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:11.950697 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] No DVR routers for this DVR port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d on host dv-cinder-786260-3-iscsi {{(pid=91705) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:03:11.997515 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-094eabba-a796-4ae4-8e61-396911057c7a None None] Calling delete_port for 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d owned by network:dhcp {{(pid=91707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 06 12:03:12.040644 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-094eabba-a796-4ae4-8e61-396911057c7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-613249', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-222579', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1697179', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744468523484', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744468021369'] for port, after_delete {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.044147 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:12.067295 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1496443', 'neutron.services.segments.db._delete_segments_for_network-8744468418726'] for network, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.079517 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f3fad8978b0>,) {'filters': {'network_id': ['87066c5d-62cc-4df8-b4a8-c016af5aa53f']}} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:12.085722 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094eabba-a796-4ae4-8e61-396911057c7a None None] Pushing event deleted for resources: {'Port': ['ID=2ffd2555-2bd8-4756-b8aa-fe6ac26a290d,revision_number=None']} {{(pid=91707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:12.089185 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG oslo_concurrency.lockutils [None req-094eabba-a796-4ae4-8e61-396911057c7a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=91707) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:12.091359 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094eabba-a796-4ae4-8e61-396911057c7a None None] No DVR routers for this DVR port 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d on host dv-cinder-786260-3-iscsi {{(pid=91707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 06 12:03:12.092800 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad8978b0>, 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0') {'for_net_delete': True} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:12.093098 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.services.segments.db [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f3fad8978b0>, 'e24b7beb-1a27-4aa6-bea1-1fd34e3389a0') {} {{(pid=91705) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 06 12:03:12.105129 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744468424129', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1486339'] for segment, before_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.121245 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705'] for segment, precommit_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.128150 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Releasing vlan 672 on physical network physnet1 to pool {{(pid=91705) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 06 12:03:12.128524 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1497705', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-809467'] for segment, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]: Traceback (most recent call last):
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     timer()
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     cb(*args, **kw)
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     return func(*args, **kwargs)
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     self._notify()
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     self.callback(batched_events)
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     event.method(event)
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     return f(self, *a, **k)
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._get(url).json()
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     return self.request(url, 'GET', **kwargs)
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 06 12:03:12.141343 dv-cinder-786260-3-iscsi neutron-server[91705]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 06 12:03:12.216922 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1496416', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-510170', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1697170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-314734'] for network, after_delete {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.220560 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-f87c4cc2-ad77-4c25-b06b-6c67640ce70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:12.233868 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron_lib.callbacks.manager [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1697269'] for network, before_response {{(pid=91705) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.235637 dv-cinder-786260-3-iscsi neutron-server[91705]: INFO neutron.wsgi [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/87066c5d-62cc-4df8-b4a8-c016af5aa53f HTTP/1.1" status: 204  len: 168 time: 0.7997627
Jun 06 12:03:12.241372 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Pushing event deleted for resources: {'Network': ['ID=87066c5d-62cc-4df8-b4a8-c016af5aa53f,revision_number=None']} {{(pid=91705) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:12.243602 dv-cinder-786260-3-iscsi neutron-server[91705]: DEBUG oslo_concurrency.lockutils [None req-75740bf4-a990-4671-99b3-19173204eca3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=91705) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:12.347227 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60092) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:12.394831 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-0589ea68-31ca-43e0-ac0a-1e811d40c65d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=686e8a3abe34498f8f040ce70883dd57&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0460880
Jun 06 12:03:12.396760 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60094) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:12.451705 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d4e03a8b-f6a1-4f15-8227-11bcd6725d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.476240 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d4e03a8b-f6a1-4f15-8227-11bcd6725d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.526193 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d4e03a8b-f6a1-4f15-8227-11bcd6725d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.529397 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-d4e03a8b-f6a1-4f15-8227-11bcd6725d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.531119 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-d4e03a8b-f6a1-4f15-8227-11bcd6725d80 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7dd7def2-e20f-4857-a890-2df1f0ae92fb HTTP/1.1" status: 204  len: 168 time: 0.1334889
Jun 06 12:03:12.531878 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-dd82a524-9ac6-4fb6-a86e-d9308afa6545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:12.541361 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e03a8b-f6a1-4f15-8227-11bcd6725d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dd7def2-e20f-4857-a890-2df1f0ae92fb,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:12.543719 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-d4e03a8b-f6a1-4f15-8227-11bcd6725d80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:12.861870 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60100) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:12.913166 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-74fb7131-62a8-431a-baa1-e8fc2306b291 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5fe599a346a54273842a3086bccd03f2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499933
Jun 06 12:03:12.915410 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [-] (91706) accepted ('10.222.0.46', 60102) {{(pid=91706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 06 12:03:12.922205 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:03:12.957667 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:03:12.958257 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device 2ffd2555-2bd8-4756-b8aa-fe6ac26a290d not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:03:12.958845 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device c64f06a9-e8fa-4769-9e2a-517f6ac481fb no longer exists at agent ovs-agent-dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 06 12:03:12.971734 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad70-a406-46d1-972f-02c77cbd4a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:12.991487 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.plugin [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] No Port match for: c64f06a9-e8fa-4769-9e2a-517f6ac481fb {{(pid=91707) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2225}}
Jun 06 12:03:12.991830 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron.plugins.ml2.rpc [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Device c64f06a9-e8fa-4769-9e2a-517f6ac481fb not bound to the agent host dv-cinder-786260-3-iscsi {{(pid=91707) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 06 12:03:12.996658 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad70-a406-46d1-972f-02c77cbd4a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:13.049018 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad70-a406-46d1-972f-02c77cbd4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-509964'] for security_group, after_delete {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:13.051377 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron_lib.callbacks.manager [None req-b0bcad70-a406-46d1-972f-02c77cbd4a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=91706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:13.052471 dv-cinder-786260-3-iscsi neutron-server[91706]: INFO neutron.wsgi [None req-b0bcad70-a406-46d1-972f-02c77cbd4a60 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a6a3f678-8aaa-40df-a719-ac801ef2cfd4 HTTP/1.1" status: 204  len: 168 time: 0.1361947
Jun 06 12:03:13.053281 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b1e21937-def4-46a0-8532-88e8e9a3a15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 06 12:03:13.062613 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0bcad70-a406-46d1-972f-02c77cbd4a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a3f678-8aaa-40df-a719-ac801ef2cfd4,revision_number=None']} {{(pid=91706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 06 12:03:13.064924 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG oslo_concurrency.lockutils [None req-b0bcad70-a406-46d1-972f-02c77cbd4a60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.012s {{(pid=91706) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 06 12:03:20.696408 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:03:32.602917 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:35.709528 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-79c18c4f-6866-44e6-87d8-7d077532bcc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:38.304924 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:38.630703 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-d52ad644-f63e-48ce-97f6-893a409faea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:39.677818 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:41.060863 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:03:57.695224 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:04:02.619139 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:05.712025 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-45c750cd-bed4-42e5-9783-014abd64c302 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:08.307091 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:08.632319 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-b266a2c4-aec3-4a04-9cca-caef76d22875 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:09.681023 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:11.066291 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:32.636276 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:34.694282 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:04:35.712458 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-e16604a9-c58e-4abc-97e9-8c2894bcfb97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:38.308671 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:38.633176 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-42a5403e-c3d7-48d4-b34a-d6be02bda0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:39.683773 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:04:41.066999 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:02.654435 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:05.715291 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-3e65301d-515c-4edc-a742-da011bd60cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:08.310102 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:08.634364 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-3cca671b-d32f-4da1-90a0-f34e6672b6d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:09.687494 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:11.070847 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:11.692888 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:05:32.648282 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:35.717050 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-0d4186a5-280b-412a-97f8-2d824f3217c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:38.312284 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:38.635164 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-0e3c8cf6-dfe6-477c-a246-8a6db79c8969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:39.688893 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:41.074193 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:05:48.691882 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:06:02.657130 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:05.718852 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-9463986e-49d6-4245-bad2-2f8552ceff79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:08.313778 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:08.635885 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-4719b109-de9d-4cd8-af14-b085bf4aaa28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:09.691846 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:11.077349 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:25.695210 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:06:32.663427 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:35.721063 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6154fa3f-868d-4637-80fb-0cc346c4a0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:38.315678 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:38.636485 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-dc07c5ef-3fca-4757-9d53-f6ab46dac0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:39.694423 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:06:41.079778 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:02.672257 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:02.693673 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:07:05.722824 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-a40226ad-ca54-469a-afcf-fcac3ae1fd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:08.317387 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:08.636602 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-df130665-f50c-4e7e-985a-25bf0effc33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:09.697661 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:11.082532 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:21.759119 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [req-af0ebb56-45e0-4e90-a7e8-e93bd9324c48 req-73849b19-b566-4d19-843e-e2625245d923 service neutron] (91706) timed out ('10.222.0.16', 64979) {{(pid=91706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 06 12:07:32.684045 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:35.724922 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-2b5e33e6-3892-4660-9d7b-35f63700d3db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:38.318963 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:38.637460 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-5c536dde-eb82-4ab6-9097-fa3409237b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:39.692701 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}
Jun 06 12:07:39.699524 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:41.085901 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:07:59.516400 dv-cinder-786260-3-iscsi neutron-server[91706]: DEBUG neutron.wsgi [req-0c5f0cce-4873-4f49-8b4f-111d173c0c81 req-ba37fbc1-acb7-4e7b-b0a3-de9fcb4bf2ac service neutron] (91706) timed out ('10.222.0.16', 65010) {{(pid=91706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 06 12:08:02.678874 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-002c6a34-7018-4879-a28f-3ca11f890f7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:08:05.725461 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-6e80ddb9-f5a5-469e-a81d-398cb9a70444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:08:08.320435 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-8237e962-d027-455c-b3ed-5223df1b974c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:08:08.640117 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-fd7942f0-cca0-4aa0-b76e-d7ba8f9b37e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:08:09.701952 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-bded3681-cfd8-4403-a468-d36f084a0ab3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:08:11.089375 dv-cinder-786260-3-iscsi neutron-server[91707]: DEBUG neutron_lib.callbacks.manager [None req-85b0d25c-95dc-42b5-8038-3a162fd60515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744468418708', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1540517'] for agent, after_update {{(pid=91707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 06 12:08:16.691825 dv-cinder-786260-3-iscsi neutron-server[91708]: DEBUG neutron.db.agents_db [None req-eb9a8182-32a1-4365-bc31-d90871ac4943 None None] Agent healthcheck: found 6 active agents {{(pid=91708) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:314}}